-- Logs begin at Wed 2022-05-18 21:32:20 UTC, end at Wed 2022-05-18 23:06:13 UTC. -- May 18 22:32:18.884186 dv-cinder-838009-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 18 22:32:21.695278 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.common.config [-] Logging enabled! May 18 22:32:21.695940 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 18 22:32:21.696049 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110555) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 18 22:32:21.699279 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.common.config [-] Logging enabled! May 18 22:32:21.699535 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev225 May 18 22:32:21.699844 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110555) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 18 22:32:21.700771 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 22:32:21.701005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 22:32:21.701370 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 22:32:21.701618 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 22:32:21.701846 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 22:32:21.702284 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.702585 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.702820 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.703117 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.704025 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.704412 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.704596 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.704904 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.705193 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.705475 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.705761 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.705995 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.706304 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.706596 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.706885 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.707114 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] debug = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.707399 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.707845 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.708257 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.708538 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.708831 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.709111 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.709385 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.709659 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.709942 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.710299 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] host = dv-cinder-838009-6-iscsi {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.710580 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.710869 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.711157 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.711445 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.711720 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.711996 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.712283 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.712557 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.712829 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] log_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.713104 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.713392 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.713678 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.713970 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.714220 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.714444 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.714732 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.715037 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.715315 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.715588 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.715862 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.716135 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.716409 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.716677 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.716962 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.717246 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.717531 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.717805 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.718100 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.718373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.718644 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.718955 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.719227 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.719502 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.719773 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.720059 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.720328 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.720601 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.720901 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.721186 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.721468 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.721753 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.722047 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.722332 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.722602 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.722873 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.723142 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] use_json = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.723412 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.723681 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.723962 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.724232 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.724502 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.724774 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.725047 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.725330 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.725600 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:21.725894 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.726215 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.726517 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.726801 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.727107 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.727387 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.727677 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.727956 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.728245 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.728536 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.728825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.729104 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.729404 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.729697 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.729990 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.730317 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.730613 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.730909 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.731186 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.731462 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.731736 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.732015 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.732304 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.732583 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.732873 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.733164 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.733442 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.733739 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.734046 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.734336 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.734683 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.735025 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.735317 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.735601 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.735895 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.736177 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.736452 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.736744 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.737024 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.737300 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.737586 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.737864 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.738166 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.738439 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.738715 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.739009 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.739288 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.739561 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.739835 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.740112 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.740387 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.740677 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.740960 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.741235 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.741507 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.741787 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.742082 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.742358 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.742635 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.742906 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.743185 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.743459 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.743733 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.744006 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.744278 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.744549 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.744828 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.745102 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.745381 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.745655 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.745928 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.746224 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.746499 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.746772 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.747069 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.747348 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.747624 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.747901 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.748177 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.748452 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.748727 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.749005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.749281 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.749553 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.749842 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.750837 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.750991 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.751267 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.751545 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.751863 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.752142 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.752419 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.752700 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.752977 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.753254 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.753535 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.753817 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.754147 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.754443 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.754726 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.755022 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.755316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.755609 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.755889 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.756201 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.756481 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:21.756700 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 22:32:21.756939 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110555) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 22:32:22.216648 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 18 22:32:22.216932 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 18 22:32:22.217236 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 18 22:32:22.217573 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 22:32:22.546522 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.546814 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.547610 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.548792 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.549069 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.549333 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.605459 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.605733 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.606023 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.621004 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.621284 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.621556 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.651902 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.652179 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.652443 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.688929 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.689208 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:22.689479 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.029626 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.030309 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.030309 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.030488 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.031121 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.130591 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.130916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.131200 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.131473 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.131744 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.132057 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.132317 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.132574 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.132828 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.133112 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.133372 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.133636 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.133895 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.134170 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.134427 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.134689 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.134945 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.135214 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.135486 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.135747 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.136021 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.136276 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.136553 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.136932 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.137182 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.137428 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.137815 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 22:32:23.138083 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 22:32:23.138322 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 22:32:23.138560 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 22:32:23.138800 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 22:32:23.139035 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 22:32:23.139398 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 22:32:23.143229 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 22:32:23.147183 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 22:32:23.151037 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 18 22:32:23.152652 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 22:32:23.153114 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 22:32:23.153449 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 22:32:23.153832 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 22:32:23.156964 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 22:32:23.157213 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 22:32:23.157569 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 22:32:23.162442 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 18 22:32:23.186014 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 22:32:23.186472 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.186768 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110555) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 18 22:32:23.187143 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.189119 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110555) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 22:32:23.189413 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 22:32:23.189641 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 22:32:23.192960 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.193244 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:23.256141 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 22:32:23.256378 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 22:32:23.256615 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 22:32:23.256985 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 22:32:23.307819 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO dbcounter [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Registered counter for database neutron May 18 22:32:23.327375 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_db.sqlalchemy.engines [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110555) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 22:32:23.334193 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG dbcounter [-] [110555] Writer thread running {{(pid=110555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 22:32:23.911084 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Initializing driver for type 'gre' May 18 22:32:23.911603 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] gre ID ranges: [(1, 1000)] May 18 22:32:24.065546 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Initializing driver for type 'local' May 18 22:32:24.066117 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Initializing driver for type 'vlan' May 18 22:32:24.105182 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] VlanTypeDriver initialization complete May 18 22:32:24.105536 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Initializing driver for type 'vxlan' May 18 22:32:24.106049 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] vxlan ID ranges: [(1, 1000)] May 18 22:32:24.276341 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Initializing extension driver 'port_security' May 18 22:32:24.276588 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] PortSecurityExtensionDriver initialization complete May 18 22:32:24.276915 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Initializing mechanism driver 'openvswitch' May 18 22:32:24.277232 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Initializing mechanism driver 'hyperv' May 18 22:32:24.285379 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.plugins.ml2.plugin [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:32:24.286057 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > port after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.286423 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > port after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.286768 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > port after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.287289 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 22:32:24.287701 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > subnet after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.288048 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > subnet after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.288385 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.288770 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 22:32:24.289168 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > network after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.289510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > network after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.289845 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > network after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.290253 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 22:32:24.290652 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > security_group after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.290998 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > security_group after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.291336 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.291715 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 22:32:24.292106 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.292443 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.292776 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.293164 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 22:32:24.293554 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > address_group after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.293891 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > address_group after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.294242 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.294784 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 18 22:32:24.295227 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] ML2 OVO RPC backend initialized. {{(pid=110555) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 18 22:32:24.295925 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.296274 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.296685 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > network before_response 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.297554 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > networks before_response 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.297914 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > port before_response 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.298345 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > ports before_response 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.298687 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > subnet before_response 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.299026 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > subnets before_response 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.299368 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > network after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.299706 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > network after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.300039 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > network after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.300372 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > port after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.300702 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > port after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.301033 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > port after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.301369 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > subnet after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.301699 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > subnet after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.302046 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.319155 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded quota_driver: . May 18 22:32:24.319512 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.plugin [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Modular L2 Plugin initialization complete May 18 22:32:24.319852 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading services supported by the core plugin {{(pid=110555) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 22:32:24.320182 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.plugins.ml2.managers [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Got port-security extension from driver 'port_security' May 18 22:32:24.320651 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.extensions.vlantransparent [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Disabled vlantransparent extension. May 18 22:32:24.321137 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110555) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 22:32:24.321477 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading Plugin: router May 18 22:32:24.364017 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.364403 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router after_create 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.364767 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router before_create 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.365123 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.365487 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.365836 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router after_delete 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.366214 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > floatingip after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.366558 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.366904 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router after_create 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.367240 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router after_update 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.367583 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router after_update 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.367923 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.368272 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router after_update 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.368680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_update 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.369034 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: port after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.369365 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: port after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.369693 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: subnet after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.370071 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.370412 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.370751 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_create 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.371087 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: port before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.371424 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.371771 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router after_update 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.372103 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.372445 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_create 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.372826 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.373159 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_update 55549900 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.373513 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > agent after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.373853 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > agent after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.374224 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > network after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.375754 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Tracking information for resource: router configured {{(pid=110555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 22:32:24.376210 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Tracking information for resource: floatingip configured {{(pid=110555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 22:32:24.381186 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.db.l3_agentschedulers_db [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 22:32:24.381755 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: port after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.382133 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: port after_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.382482 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: port after_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.382825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: port after_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.383599 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router before_create 55550100 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.383956 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.384311 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_create 55550100 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.384660 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > router precommit_update 55550100 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.389348 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.services.provider_configuration [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service providers = [] {{(pid=110555) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 22:32:24.389728 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.db.servicetype_db [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110555) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 22:32:24.392812 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.services.service_base [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 22:32:24.393150 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.services.service_base [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 22:32:24.393482 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.services.service_base [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 22:32:24.394381 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.services.service_base [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 22:32:24.397373 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.services.service_base [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 22:32:24.397373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 22:32:24.397373 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 22:32:24.408015 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 22:32:24.408345 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading Plugin: auto_allocate May 18 22:32:24.414146 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: network precommit_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.414513 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: network precommit_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.415023 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 22:32:24.415339 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading Plugin: tag May 18 22:32:24.429066 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 22:32:24.429395 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading Plugin: timestamp May 18 22:32:24.433547 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 22:32:24.433876 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading Plugin: network_ip_availability May 18 22:32:24.440269 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.440641 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.440998 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.441720 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 22:32:24.442066 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading Plugin: flavors May 18 22:32:24.446769 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 22:32:24.447101 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading Plugin: revisions May 18 22:32:24.451359 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 22:32:24.451746 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_concurrency.lockutils [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.234s {{(pid=110555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 18 22:32:24.452473 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110555) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 18 22:32:24.452806 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Initializing extension manager. May 18 22:32:24.453888 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: __init__.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.454274 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: __pycache__ {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.454658 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: _port_mac_address_override.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.454996 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: address_group.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.455752 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.456510 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: address-group May 18 22:32:24.456839 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: address_scope.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.457551 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.458122 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: address-scope May 18 22:32:24.458454 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.459382 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.459891 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: router-admin-state-down-before-update May 18 22:32:24.460214 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: agent.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.460909 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.461413 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: agent May 18 22:32:24.461735 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: agent_resources_synced.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.462673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.463182 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: agent-resources-synced May 18 22:32:24.463501 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: allowedaddresspairs.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.465288 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.465810 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: allowed-address-pairs May 18 22:32:24.466163 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: auto_allocated_topology.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.473191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.473714 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: auto-allocated-topology May 18 22:32:24.474065 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: availability_zone.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.474762 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.475266 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: availability_zone May 18 22:32:24.475585 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: availability_zone_filter.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.476494 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.477001 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: availability_zone_filter May 18 22:32:24.477319 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: data_plane_status.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.478257 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.478761 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension data-plane-status not supported by any of loaded plugins May 18 22:32:24.479080 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: default_subnetpools.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.479996 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.480499 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: default-subnetpools May 18 22:32:24.480822 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.481635 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.482170 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: dhcp_agent_scheduler May 18 22:32:24.482489 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: dns.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.483412 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.483911 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension dns-integration not supported by any of loaded plugins May 18 22:32:24.484232 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: dns_domain_ports.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.486221 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.495425 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 22:32:24.495425 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.495891 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.496398 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 18 22:32:24.496719 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: dvr.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.497390 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.497897 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: dvr May 18 22:32:24.498284 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: ecmp_routes.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.499204 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.499707 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension ecmp_routes not supported by any of loaded plugins May 18 22:32:24.500025 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: empty_string_filtering.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.501553 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.502097 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: empty-string-filtering May 18 22:32:24.502456 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.503390 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.503890 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 22:32:24.504237 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.505150 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.505653 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 22:32:24.505972 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: external_net.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.506917 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.507422 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: external-net May 18 22:32:24.507739 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.508651 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.509153 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: extra_dhcp_opt May 18 22:32:24.509469 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: extraroute.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.510426 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.510930 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: extraroute May 18 22:32:24.511248 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: extraroute_atomic.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.512285 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.512790 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: extraroute-atomic May 18 22:32:24.513107 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: filter_validation.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.513764 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.514288 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: filter-validation May 18 22:32:24.514607 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: fip_pf_description.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.515509 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.516484 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 22:32:24.516813 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: fip_pf_port_range.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.517737 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.518271 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 18 22:32:24.518595 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: fip_port_details.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.519514 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.520020 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: fip-port-details May 18 22:32:24.520339 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: flavors.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.521565 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.522117 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: flavors May 18 22:32:24.522444 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.524114 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.524717 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 22:32:24.524978 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: floatingip_pools.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.525682 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.526219 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: floatingip-pools May 18 22:32:24.531052 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: ip_allocation.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.532443 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.532990 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension ip_allocation not supported by any of loaded plugins May 18 22:32:24.533319 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.534447 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.534960 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: ip-substring-filtering May 18 22:32:24.535284 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l2_adjacency.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.536221 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.536728 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension l2_adjacency not supported by any of loaded plugins May 18 22:32:24.537047 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.538026 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.538569 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: router May 18 22:32:24.538894 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.541107 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.541632 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 22:32:24.541964 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.542909 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.543426 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: ext-gw-mode May 18 22:32:24.543751 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.545875 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.546419 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: l3-ha May 18 22:32:24.546744 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.548631 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.549140 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 18 22:32:24.549462 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3_flavors.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.550446 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.550972 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: l3-flavors May 18 22:32:24.551322 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3_ndp_proxy.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.552695 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.553200 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 18 22:32:24.553525 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.554470 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.554979 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: l3-port-ip-change-not-allowed May 18 22:32:24.555697 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: l3agentscheduler.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.556399 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.556912 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: l3_agent_scheduler May 18 22:32:24.557239 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: local_ip.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.559055 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.559572 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension local_ip not supported by any of loaded plugins May 18 22:32:24.562640 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: logging.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.564080 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.564603 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension logging not supported by any of loaded plugins May 18 22:32:24.564935 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: metering.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.565677 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.566289 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: metering May 18 22:32:24.566619 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.567713 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.568226 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: metering_source_and_destination_fields May 18 22:32:24.568609 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: multiprovidernet.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.569537 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.570085 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: multi-provider May 18 22:32:24.570411 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: netmtu.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.571327 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.571834 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: net-mtu May 18 22:32:24.572153 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: netmtu_writable.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.573220 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.573730 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: net-mtu-writable May 18 22:32:24.574078 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: network_availability_zone.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.574745 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.575247 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: network_availability_zone May 18 22:32:24.575565 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: network_ip_availability.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.576662 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.577172 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: network-ip-availability May 18 22:32:24.577492 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: network_segment_range.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.578383 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.579365 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension network-segment-range not supported by any of loaded plugins May 18 22:32:24.579685 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: pagination.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.580680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.581010 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: pagination May 18 22:32:24.581332 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: port_device_profile.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.582274 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.582782 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: port-device-profile May 18 22:32:24.583100 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: port_mac_address_override.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.584029 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.584542 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: port-mac-override May 18 22:32:24.584861 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.585779 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.586310 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: port-mac-address-regenerate May 18 22:32:24.586632 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.587534 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.588041 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: port-numa-affinity-policy May 18 22:32:24.588362 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: port_resource_request.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.589261 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.589838 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension port-resource-request not supported by any of loaded plugins May 18 22:32:24.590158 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: port_resource_request_groups.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.591118 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.591622 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension port-resource-request-groups not supported by any of loaded plugins May 18 22:32:24.591944 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: portbindings.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.592866 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.593370 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: binding May 18 22:32:24.593691 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: portbindings_extended.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.603443 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.603957 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: binding-extended May 18 22:32:24.604288 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: portsecurity.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.605209 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.605716 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: port-security May 18 22:32:24.606078 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: project_id.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.607076 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.607408 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: project-id May 18 22:32:24.607726 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: providernet.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.608644 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.609156 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: provider May 18 22:32:24.609525 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.614133 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.614659 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos not supported by any of loaded plugins May 18 22:32:24.614993 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.616229 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.616744 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 22:32:24.617075 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.625872 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.626463 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 22:32:24.626800 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_default.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.627724 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.628235 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-default not supported by any of loaded plugins May 18 22:32:24.628559 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_fip.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.629477 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.630038 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-fip not supported by any of loaded plugins May 18 22:32:24.630352 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_fip_network_policy.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.631267 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.631773 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 18 22:32:24.632096 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_gateway_ip.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.633019 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.633522 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 22:32:24.633842 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_port_network_policy.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.634802 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.635328 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 22:32:24.635627 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.636664 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.637170 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-pps-minimum not supported by any of loaded plugins May 18 22:32:24.637491 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.638551 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.639060 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 18 22:32:24.639379 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_pps_rule.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.645193 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.645708 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-pps not supported by any of loaded plugins May 18 22:32:24.646058 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_rule_type_details.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.646984 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.647498 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 22:32:24.647822 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_rule_type_filter.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.648734 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.649239 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 18 22:32:24.649559 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: qos_rules_alias.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.650631 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.651143 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 22:32:24.651466 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: quota_check_limit.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.652606 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.653078 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: quota-check-limit May 18 22:32:24.653401 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: quotasv2.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.654387 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.654714 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: quotas May 18 22:32:24.655031 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: quotasv2_detail.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.657694 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.658058 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: quota_details May 18 22:32:24.658392 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: rbac.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.659458 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.659978 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: rbac-policies May 18 22:32:24.661670 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: rbac_address_group.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.662387 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.662905 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: rbac-address-group May 18 22:32:24.663229 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: rbac_address_scope.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.664152 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.664664 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: rbac-address-scope May 18 22:32:24.664985 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: rbac_security_groups.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.665904 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.666441 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: rbac-security-groups May 18 22:32:24.666763 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: rbac_subnetpool.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.667683 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.668192 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: rbac-subnetpool May 18 22:32:24.668510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: revisionifmatch.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.669430 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.669937 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: revision-if-match May 18 22:32:24.670278 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: revisions.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.671394 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.671929 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: standard-attr-revisions May 18 22:32:24.673332 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: router_availability_zone.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.674030 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.674552 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: router_availability_zone May 18 22:32:24.674877 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: routerservicetype.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.675806 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.676313 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension router-service-type not supported by any of loaded plugins May 18 22:32:24.676635 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.677564 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.678105 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: security-groups-normalized-cidr May 18 22:32:24.678432 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.679360 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.679870 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: port-security-groups-filtering May 18 22:32:24.680191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.681119 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.681630 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: security-groups-remote-address-group May 18 22:32:24.681956 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.682899 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.683410 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: security-groups-shared-filtering May 18 22:32:24.683730 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.684307 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 18 22:32:24.684623 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: securitygroup.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.695032 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.695563 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: security-group May 18 22:32:24.695899 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: segment.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.696630 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.697140 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension segment not supported by any of loaded plugins May 18 22:32:24.697472 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.702658 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.703190 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 22:32:24.703995 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: servicetype.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.705119 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.705640 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: service-type May 18 22:32:24.705966 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: sorting.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.706989 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.707317 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: sorting May 18 22:32:24.707639 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: standard_attr_segment.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.708556 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.709074 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 22:32:24.709396 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: standardattrdescription.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.710110 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.710619 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: standard-attr-description May 18 22:32:24.710938 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: stateful_security_group.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.711876 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.712389 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: stateful-security-group May 18 22:32:24.712713 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: stdattrs_common.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.713278 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 22:32:24.713600 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.714539 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.715053 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 22:32:24.715435 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: subnet_onboard.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.716481 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.716996 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: subnet_onboard May 18 22:32:24.717319 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.718272 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.718777 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 22:32:24.719983 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: subnet_service_types.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.731652 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.732165 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: subnet-service-types May 18 22:32:24.732487 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: subnetallocation.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.733602 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.734146 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: subnet_allocation May 18 22:32:24.735510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.736206 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.736724 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: subnetpool-prefix-ops May 18 22:32:24.737049 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.737989 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.738568 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 22:32:24.738888 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: tagging.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.739928 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.740456 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: standard-attr-tag May 18 22:32:24.740783 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: timestamp.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.741981 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.742517 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loaded extension: standard-attr-timestamp May 18 22:32:24.742844 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: trunk.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.743881 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.744392 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension trunk not supported by any of loaded plugins May 18 22:32:24.744713 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: trunk_details.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.745625 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.746167 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension trunk-details not supported by any of loaded plugins May 18 22:32:24.746490 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: uplink_status_propagation.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.747400 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.747909 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 22:32:24.748228 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Loading extension file: vlantransparent.py {{(pid=110555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 18 22:32:24.748885 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 18 22:32:24.749387 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extension vlan-transparent not supported by any of loaded plugins May 18 22:32:24.752506 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:network May 18 22:32:24.753022 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:subnet May 18 22:32:24.753426 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:subnetpool May 18 22:32:24.753816 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:port May 18 22:32:24.756294 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.756739 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service FLAVORS assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.757360 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.757790 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.758151 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:router May 18 22:32:24.758587 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:floatingip May 18 22:32:24.759084 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service METERING assigned prefix: /metering {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.760523 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.760897 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.761253 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:32:24.762296 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of CountableResource for resource:rbac_policy May 18 22:32:24.762746 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:security_group May 18 22:32:24.763179 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:security_group_rule May 18 22:32:24.763709 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service CORE assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.764120 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:subnetpool May 18 22:32:24.764466 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] subnetpool is already registered May 18 22:32:24.764897 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service CORE assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.765233 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:subnetpool May 18 22:32:24.765564 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] subnetpool is already registered May 18 22:32:24.768787 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.769221 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service FLAVORS assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.769809 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.770264 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.770599 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:router May 18 22:32:24.770938 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] router is already registered May 18 22:32:24.774384 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:floatingip May 18 22:32:24.774384 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] floatingip is already registered May 18 22:32:24.774384 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service METERING assigned prefix: /metering {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.774384 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of CountableResource for resource:rbac_policy May 18 22:32:24.774384 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] rbac_policy is already registered May 18 22:32:24.774384 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:security_group May 18 22:32:24.774384 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] security_group is already registered May 18 22:32:24.774384 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:security_group_rule May 18 22:32:24.774945 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] security_group_rule is already registered May 18 22:32:24.775136 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service CORE assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.775463 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:subnetpool May 18 22:32:24.775796 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] subnetpool is already registered May 18 22:32:24.776213 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.v2.resource_helper [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Service CORE assigned prefix: {{(pid=110555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 22:32:24.776536 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Creating instance of TrackedResource for resource:subnetpool May 18 22:32:24.776867 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING neutron.quota.resource_registry [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] subnetpool is already registered May 18 22:32:24.777331 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: extensions {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.778849 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: address-groups {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.780314 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: address-scopes {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.782787 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: agents {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.783907 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: auto-allocated-topology {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.785207 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: availability_zones {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.786450 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: dhcp-networks {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.787952 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: dhcp-agents {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.789359 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: routers {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.791059 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: flavors {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.792303 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: service_profiles {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.793526 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: next_providers {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.794970 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: service_profiles {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.796543 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: floatingip-pools {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.798199 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: routers {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.799886 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: floatingips {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.801460 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: l3-routers {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.802866 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: l3-agents {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.804262 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: metering-labels {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.805482 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: metering-label-rules {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.806866 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: network-ip-availabilities {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.808112 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: bindings {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.809688 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: quotas {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.811607 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: quotas {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.813748 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: rbac-policies {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.814974 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: security-groups {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.816266 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: security-group-rules {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.817489 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: service-providers {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.818743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: subnetpools {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.820041 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: subnetpools {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.821560 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.823276 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.826058 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.827825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.830544 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.832477 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.834169 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.836037 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.837765 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.839532 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron.api.extensions [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Extended resource: tags {{(pid=110555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 22:32:24.846361 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING keystonemiddleware.auth_token [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 22:32:24.851524 dv-cinder-838009-6-iscsi neutron-server[110555]: WARNING keystonemiddleware.auth_token [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 22:32:24.860673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_concurrency.lockutils [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Acquired lock "singleton_lock" {{(pid=110555) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 18 22:32:24.861145 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_concurrency.lockutils [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Releasing lock "singleton_lock" {{(pid=110555) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 18 22:32:24.861785 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO oslo_service.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Starting 2 workers May 18 22:32:24.866675 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Started child 110666 {{(pid=110555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 22:32:24.871162 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Started child 110667 {{(pid=110555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 22:32:24.872087 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:24.872780 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO neutron.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Neutron service started, listening on 0.0.0.0:9696 May 18 22:32:24.873460 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Publish callbacks [] for process (None), before_spawn {{(pid=110555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:24.873649 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [-] (110666) wsgi starting up on http://0.0.0.0:9696 May 18 22:32:24.876030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:24.876736 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO oslo_service.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Starting 1 workers May 18 22:32:24.877478 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [-] (110667) wsgi starting up on http://0.0.0.0:9696 May 18 22:32:24.882084 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Started child 110668 {{(pid=110555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 22:32:24.882615 dv-cinder-838009-6-iscsi neutron-server[110555]: INFO oslo_service.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Starting 1 workers May 18 22:32:24.885696 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] calling RpcWorker wait() {{(pid=110668) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 22:32:24.886286 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] returning from RpcWorker wait() {{(pid=110668) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 22:32:24.887154 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Started child 110669 {{(pid=110555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 18 22:32:24.887407 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:24.887862 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:32:24.887967 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG neutron_lib.callbacks.manager [None req-0b183a30-e243-4abb-a274-ffdb0da2c3ce None None] Publish callbacks [] for process (None), after_spawn {{(pid=110555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:24.889933 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110555) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 18 22:32:24.890193 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 22:32:24.890378 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 22:32:24.890602 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 22:32:24.891757 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 22:32:24.892341 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 22:32:24.892862 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.893154 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.893252 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:24.893714 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.893714 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.894263 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:32:24.894377 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.894571 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.894806 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.895101 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.895361 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.895531 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.895697 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.895948 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.896179 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.896509 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.896777 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.897026 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.897248 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.897420 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.897666 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.897933 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.898198 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.898478 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] debug = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.898726 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.899227 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.899457 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.899730 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.899967 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.900247 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.900493 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.900751 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.900984 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.901230 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.901474 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.901734 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.901965 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.902199 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.902416 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.902678 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.902901 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.903371 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] host = dv-cinder-838009-6-iscsi {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.903626 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.903859 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.904100 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.904344 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.904605 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.904815 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.905063 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.905314 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.905562 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.905806 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.906061 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.906315 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.907080 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.908021 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.908193 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_options = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.908451 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.908719 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.908982 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.909177 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.909348 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.909517 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.909790 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.909953 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.910248 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.910467 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.910679 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.910894 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.911124 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.911343 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.911594 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.911820 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.912049 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.912260 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.912504 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.912837 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.912975 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.913549 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.913549 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.914257 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.914257 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.914257 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.914634 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.914774 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.914903 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.915088 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.915341 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.915583 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.915826 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.916059 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.916320 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.916546 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.916770 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.917002 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.917261 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.917485 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.917723 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.917978 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.918213 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.918436 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.918667 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.918898 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.919147 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_json = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.919360 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.919598 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.919838 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.920064 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.920273 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.920483 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.920692 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.920919 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.921128 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:24.921545 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.921835 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.922699 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.922988 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.923216 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.923493 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.923719 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.923913 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.924163 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.924536 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.925089 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.925466 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.925466 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.925716 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.925979 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.926304 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.926674 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.926815 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.927247 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.927385 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.927509 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.927739 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.928012 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.928233 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.928463 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.928700 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.929328 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.929328 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.929568 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.929742 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.931657 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.931657 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.931657 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.931657 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.931657 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.931657 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.931657 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.932227 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.932227 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.932227 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.932450 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.932685 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.932905 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.933146 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.933372 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.933617 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.933862 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.934140 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.934370 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.934588 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.934821 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.935053 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.935265 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.935740 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.935984 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.936214 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.936468 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.936708 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.936932 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.937171 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.937399 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.937698 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.938478 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.938700 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.938942 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.939157 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.939384 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.939592 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.939823 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.940040 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.940254 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.940465 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.940687 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.940893 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.941127 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.941361 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.941584 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.941787 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.942065 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.942264 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.942493 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.942705 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.942917 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.943141 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.943348 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.943582 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.943796 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.944028 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.944257 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.944479 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.944701 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.945015 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.945265 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.945521 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.945736 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.945996 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.946251 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.946498 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.946713 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.946929 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.947147 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.947403 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.947643 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.947912 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.948123 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.948358 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.948609 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.948808 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.949036 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.949273 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.949486 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.949723 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.949946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.950255 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.951296 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.951561 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.951780 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.952015 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.952246 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.952507 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.952758 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.953044 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.953849 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.954567 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.954878 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.955141 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.955568 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.955981 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.956410 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.956751 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.957022 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.957291 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.957552 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.957788 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.958055 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.958311 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.958551 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.958790 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.959040 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.959339 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.959605 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.959858 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.960088 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.960357 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.960586 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.960814 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.961109 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.961352 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.961624 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.961857 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.962149 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.962391 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.962621 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.962865 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.963077 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.963310 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.963525 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.963760 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.963971 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.964199 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.964447 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.964682 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.964892 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.965290 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.965683 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.966128 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.966366 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.966579 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.966798 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.967051 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.967270 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.967506 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.967720 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.967967 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.968232 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.968446 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.968716 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.970070 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.970316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.970719 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.970968 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.971241 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.971456 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.971723 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.971942 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.972152 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.972368 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.972586 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.972797 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.973027 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.973257 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.973468 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.973727 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.973973 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.974333 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.974578 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.974811 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.975059 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.975316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.975550 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.975766 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.975980 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.976232 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.976427 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.976651 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.976894 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.977111 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.977325 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.977535 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.977771 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.978047 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.978288 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.978534 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.978745 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.978988 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.979201 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.979438 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.979653 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.979869 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.980078 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.980297 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.980510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.980720 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.981004 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.981261 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.981504 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.981762 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.981975 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.982231 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.982458 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.982720 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.982931 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.983154 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.983370 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.983580 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.983801 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.984007 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.984213 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.984476 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.985225 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.985443 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.985668 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.985877 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.986120 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.986341 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.986714 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.986927 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.987170 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.987379 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.987588 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.987809 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.988049 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.988255 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.988479 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.988685 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.988892 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.989109 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.989326 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.989532 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.989816 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.990189 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.990358 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.990602 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.991000 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.991246 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.991507 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.991812 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.992050 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.992307 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.992526 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.992740 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.993675 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.993675 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.993675 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.994236 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.994236 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.994480 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.994575 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.994791 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.995070 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.995290 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.995607 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.995941 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.996210 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.996483 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.996729 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.996963 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.997183 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.997394 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.997620 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.997830 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.998073 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.998317 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.998542 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.998786 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.999016 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.999263 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.999498 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.999721 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:24.999931 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.000715 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.000950 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.001117 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 22:32:25.001653 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110555) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 18 22:32:25.001824 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 22:32:25.001980 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 22:32:25.002188 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 22:32:25.002356 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 22:32:25.002523 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 22:32:25.002710 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.002880 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.003030 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.003186 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.003389 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.003555 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.003713 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.003870 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.004029 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.004186 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.004340 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.004487 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.004644 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.004802 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.004960 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.005117 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.005381 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.005580 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.005580 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.005964 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:32:25.006120 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.006120 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.006120 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] debug = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.006460 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.006460 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.006811 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.006811 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.006811 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.007169 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.007169 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.007400 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.007400 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.007631 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.007754 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.007877 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.008010 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.008124 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.009191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.009191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.009191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.009191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] host = dv-cinder-838009-6-iscsi {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.009191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.009191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.009191 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.010946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.010946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.010946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.010946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.010946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.010946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.010946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.010946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.012916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.012916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.012916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.012916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_options = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.012916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.012916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.012916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.012916 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.013743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.013743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.013743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.013743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.013743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.013743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.013743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.014680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.014680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.014680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.014680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.014680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.014680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.014680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.014680 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.015316 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.016510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.016510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.016510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.016510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.016510 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.017103 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.017103 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.017103 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.017408 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.017408 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.017653 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.017653 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.017932 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.018073 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.018206 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.018331 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.018494 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.018590 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.018727 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_json = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.018884 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.019041 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.019202 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.019359 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.019592 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.019728 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.019853 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.019987 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.020113 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 22:32:25.020286 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.020460 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.020634 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.020801 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.020963 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.021180 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.021283 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.021683 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.021683 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.021927 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.021927 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.022219 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.022219 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.022378 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.022524 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.022689 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.022850 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.023013 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.023150 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.023311 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.023472 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.023633 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.023847 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.023983 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.024119 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.024245 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.024402 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.024570 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.024731 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.024900 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.025077 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.025236 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.025398 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.025558 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.025721 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.025880 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.026284 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.026388 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.026553 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.026712 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.027021 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.027335 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.027648 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.027949 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.028252 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.028561 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.028777 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.028964 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.029339 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.029339 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.029339 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030376 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030376 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030376 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030376 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030376 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030376 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030729 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030729 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030729 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.030915 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.031016 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.031178 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033373 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033931 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033931 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033931 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.033931 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.034248 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.034248 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.034404 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.034521 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.034734 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.034829 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.034993 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.035153 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.035315 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.035477 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.035638 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.035798 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.035961 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.036120 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.036842 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.036842 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.036842 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.037076 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.037076 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.037214 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.037379 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038040 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038040 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038040 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038040 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038335 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038335 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038468 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038616 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038839 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.038928 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.039078 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.039237 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.039396 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.041825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.041825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.041825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.041825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.041825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.041825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.041825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.041825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.042597 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.042597 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.042597 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.042597 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.042597 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.042597 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.042597 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.042597 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.043161 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.043161 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.043161 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.043161 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.043161 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.043161 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.043161 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.043161 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044428 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044428 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044428 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044664 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044743 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.044851 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.045011 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.045337 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.045497 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.045638 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.045783 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.045930 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.046114 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.046308 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.046521 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.046673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.046813 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.047009 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.047104 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.047720 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.047892 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.048056 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.048219 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.048380 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.048541 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.048700 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.048976 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.049064 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.049145 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.049306 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.049465 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.049626 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.049786 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.049946 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.050129 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.050350 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.050452 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.050598 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.050760 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.050920 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.051080 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.051241 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.051407 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.051566 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.051727 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.051889 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.052051 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.052217 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.052362 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.052522 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.052684 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.052844 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.053005 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.053166 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.053326 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.053485 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.053664 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.053825 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.053985 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.054170 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.054332 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.054492 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.054652 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.054813 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.054975 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.055135 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.055296 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.055457 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.055619 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.055780 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.055940 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.056100 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.056263 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.056427 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.056589 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.056914 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.056914 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.057209 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.057209 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.057492 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.057492 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.057754 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.057892 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.058070 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.058217 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.058356 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.058495 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.058634 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.058782 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.058921 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.059110 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.059740 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.059740 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.059740 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.059740 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.060034 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.060034 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062112 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062112 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062112 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062112 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062112 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062566 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 38438) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:32:25.062673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.062673 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.063357 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.063357 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.063357 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.063357 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.063638 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.063718 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.063847 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.064009 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.064171 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.064332 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.064493 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.064663 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.064827 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.064988 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.065162 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.065325 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.065487 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.065646 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.066444 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.066620 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.066794 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.066961 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.067128 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.067291 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.067453 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.067616 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.067791 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.067962 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.068127 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.068299 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.068471 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.068643 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.068806 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.068971 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.069137 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.069301 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.069535 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.069703 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.069909 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065613 May 18 22:32:25.070092 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.070092 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.070367 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.070367 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.070629 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.070629 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.070893 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.071024 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.071169 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.071304 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.071443 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.071584 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.071787 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.071925 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.072015 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.072106 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 22:32:25.072267 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 22:32:34.167647 dv-cinder-838009-6-iscsi neutron-server[110555]: DEBUG dbcounter [-] [110555] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:32:36.664881 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bfef32-25e9-49e2-90b9-b846c46ef916 None None] get_active_networks_info from dv-cinder-838009-6-iscsi {{(pid=110668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 18 22:32:36.668284 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writer thread running {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 22:32:36.721963 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bfef32-25e9-49e2-90b9-b846c46ef916 None None] No non-hosted networks {{(pid=110668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 22:32:36.737786 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.agentschedulers_db [None req-f6bfef32-25e9-49e2-90b9-b846c46ef916 None None] DHCP Agent not found on host dv-cinder-838009-6-iscsi {{(pid=110668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 18 22:32:36.939889 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bab874b7-9157-4c1d-bae9-33906a3a27ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397296'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:38.222591 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writer thread running {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 22:32:38.924750 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0e6b885f-8c2a-454c-8498-ca1e3dffb731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397296'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:38.963107 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.db.api [None req-76daac32-6b9b-452d-971e-e8675426aadb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-838009-6-iscsi {{(pid=110668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 22:32:38.963970 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG oslo_db.api [None req-76daac32-6b9b-452d-971e-e8675426aadb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 22:32:39.488717 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-76daac32-6b9b-452d-971e-e8675426aadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:39.846803 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 38510) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:32:39.894046 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397296'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:40.459177 dv-cinder-838009-6-iscsi neutron-server[110666]: WARNING oslo_policy.policy [None req-9033b2a1-8d08-414d-945c-4233b145e9d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 22:32:40.459777 dv-cinder-838009-6-iscsi neutron-server[110666]: WARNING oslo_policy.policy [None req-9033b2a1-8d08-414d-945c-4233b145e9d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 22:32:40.704824 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [None req-9033b2a1-8d08-414d-945c-4233b145e9d7 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:32:40.722055 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9033b2a1-8d08-414d-945c-4233b145e9d7 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8582537 May 18 22:32:41.368441 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397296'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:42.904861 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397296'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:42.905541 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908387 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908387 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908387 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908387 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908387 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908761 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908761 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908761 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.908761 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.909034 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.909297 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.909797 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.910157 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.910474 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:42.910883 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-838009-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:32:42.923237 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-838009-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:32:43.228263 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 38542) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:32:43.570925 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-376e5c88-9741-481e-ac4f-5e045d216daa admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:32:43.661912 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.policy [None req-376e5c88-9741-481e-ac4f-5e045d216daa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110666) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 22:32:43.703672 dv-cinder-838009-6-iscsi neutron-server[110666]: WARNING oslo_policy.policy [None req-376e5c88-9741-481e-ac4f-5e045d216daa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 22:32:43.704046 dv-cinder-838009-6-iscsi neutron-server[110666]: WARNING oslo_policy.policy [None req-376e5c88-9741-481e-ac4f-5e045d216daa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 22:32:43.724525 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writer thread running {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 22:32:43.862902 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-376e5c88-9741-481e-ac4f-5e045d216daa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783433269341', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783433270689', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783433319194', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783433311536', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783433315826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783433307795', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1496619', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1457945', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7899026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7889063'] for rbac-policy (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:44.073124 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-376e5c88-9741-481e-ac4f-5e045d216daa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:44.086034 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-376e5c88-9741-481e-ac4f-5e045d216daa admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8449991 May 18 22:32:45.114582 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.db.l3_hamode_db [None req-ab03a236-4dd9-47af-9376-2fbecc5da4ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 22:32:45.196096 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03a236-4dd9-47af-9376-2fbecc5da4ba None None] Routers set() bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:32:45.196485 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03a236-4dd9-47af-9376-2fbecc5da4ba None None] Router IDs set() for agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 18 22:32:46.561823 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 38554) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:32:46.876437 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:32:46.985362 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Made reservation on behalf of 66c5167fdf934ea19beeb2cb57b129e0 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:32:46.989049 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:47.006249 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:47.115596 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Publish callbacks [] for security_group (0e8f6fc4-8c37-4237-9aad-055c58cb2cf6), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:47.173436 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0e8f6fc4-8c37-4237-9aad-055c58cb2cf6), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:47.207140 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:32:47.235601 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (12ec3c9e-2fec-43c2-a473-481e4339b416), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:47.236088 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Added segment 12ec3c9e-2fec-43c2-a473-481e4339b416 of type vlan for network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e May 18 22:32:47.250834 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8f6fc4-8c37-4237-9aad-055c58cb2cf6,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:32:47.277193 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.277537 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.277876 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.278247 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.278580 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.278908 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.279288 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.279609 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.279929 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.280249 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.280568 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.281559 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.282069 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.282401 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.282720 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Tracked resource versions report: May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: pushed versions: May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: { 'AddressGroup': {'1.2'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Agent': {'1.1'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'ConntrackHelper': {'1.0'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'LocalIPAssociation': {'1.0'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Log': {'1.0'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'NDPProxy': {'1.0'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Network': {'1.1'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Port': {'1.7'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'PortForwarding': {'1.3'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'QosPolicy': {'1.10'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SecurityGroup': {'1.5'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SecurityGroupRule': {'1.2'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SubPort': {'1.0'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Subnet': {'1.1'}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Trunk': {'1.1'}} May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: consumer versions: May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: { DHCP agent@dv-cinder-838009-6-iscsi: {}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: L3 agent@dv-cinder-838009-6-iscsi: {}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: Metadata agent@dv-cinder-838009-6-iscsi: {}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: Metering agent@dv-cinder-838009-6-iscsi: {}, May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: Open vSwitch agent@dv-cinder-838009-6-iscsi: { 'AddressGroup': '1.2', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Agent': '1.1', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'ConntrackHelper': '1.0', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'LocalIPAssociation': '1.0', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Log': '1.0', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'NDPProxy': '1.0', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Network': '1.1', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Port': '1.7', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'PortForwarding': '1.3', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'QosPolicy': '1.10', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SecurityGroup': '1.5', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SecurityGroupRule': '1.2', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SubPort': '1.0', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Subnet': '1.1', May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Trunk': '1.1'}} May 18 22:32:47.284053 dv-cinder-838009-6-iscsi neutron-server[110666]: {{(pid=110666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 22:32:47.347587 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (74344fa1-12e5-43e1-aacc-1bfb5fae7f9e), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:47.465278 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (74344fa1-12e5-43e1-aacc-1bfb5fae7f9e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:47.470543 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:32:47.471260 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:47.584308 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] Pushing event updated for resources: {'Network': ['ID=74344fa1-12e5-43e1-aacc-1bfb5fae7f9e,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:32:47.596063 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:32:47.605011 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c87a1b8c-2d89-476b-85af-bab32ff9bd28 demo demo] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0421276 May 18 22:32:50.109243 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 38566) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:32:50.458558 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=49,neutron:INSERT=46,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:32:50.526953 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc5ffb-ee16-4596-a119-b60f19be2233 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:32:50.528254 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f6cc5ffb-ee16-4596-a119-b60f19be2233 demo admin] 10.222.0.70 "GET /v2.0/networks/74344fa1-12e5-43e1-aacc-1bfb5fae7f9e HTTP/1.1" status: 200 len: 825 time: 0.4178731 May 18 22:32:50.554022 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-949b857c-deda-41ee-b19d-cefeea025364 demo admin] 10.222.0.70 "GET /v2.0/subnetpools/b153a73c-c606-402d-a6bf-87f2e3a1ea52 HTTP/1.1" status: 200 len: 734 time: 0.0199292 May 18 22:32:50.563823 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'b153a73c-c606-402d-a6bf-87f2e3a1ea52', 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:32:50.670354 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Made reservation on behalf of 66c5167fdf934ea19beeb2cb57b129e0 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:32:50.673186 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:50.717243 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:32:51.025176 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (05428908-2a4e-4d2e-82ee-4b661cc8e37f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:51.099194 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Checking segment: {'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:32:51.099567 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Network hostable DHCP agents. Network: 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:32:51.104223 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Pushing event updated for resources: {'Subnet': ['ID=05428908-2a4e-4d2e-82ee-4b661cc8e37f,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:32:51.174157 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:32:51.241469 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:32:51.246103 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:32:51.246761 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:51.251199 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45456bc-6d40-4c7e-afaa-fadbc53f6c19 None None] Network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:32:51.330899 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1fd32088-cd0e-41ed-ba92-acfe689cdb05 demo admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7713096 May 18 22:32:51.512475 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-74344fa1-12e5-43e1-aacc-1bfb5fae7f9e', 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e', 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'fixed_ips': [{'subnet_id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:32:51.513779 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:51.789347 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Allocated IP 172.20.0.2 (74344fa1-12e5-43e1-aacc-1bfb5fae7f9e/05428908-2a4e-4d2e-82ee-4b661cc8e37f/296d801f-75ee-4aca-9376-f15e9eb49062) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:32:51.892742 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:32:52.062916 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Publish callbacks [] for port (296d801f-75ee-4aca-9376-f15e9eb49062), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:52.151431 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:52.228888 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:32:52.230774 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:32:52.237182 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:32:52.241824 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:32:52.246620 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Pushing event updated for resources: {'Port': ['ID=296d801f-75ee-4aca-9376-f15e9eb49062,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:32:52.280312 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.280963 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.280963 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.281306 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.281703 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.282090 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.282559 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.282883 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.283205 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.283522 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.283839 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.284172 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.284490 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.284802 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.285113 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Tracked resource versions report: May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: pushed versions: May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: { 'AddressGroup': {'1.2'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Agent': {'1.1'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'ConntrackHelper': {'1.0'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'LocalIPAssociation': {'1.0'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Log': {'1.0'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'NDPProxy': {'1.0'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Network': {'1.1'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Port': {'1.7'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'PortForwarding': {'1.3'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'QosPolicy': {'1.10'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SecurityGroup': {'1.5'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SecurityGroupRule': {'1.2'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SubPort': {'1.0'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Subnet': {'1.1'}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Trunk': {'1.1'}} May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: consumer versions: May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: { DHCP agent@dv-cinder-838009-6-iscsi: {}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: L3 agent@dv-cinder-838009-6-iscsi: {}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: Metadata agent@dv-cinder-838009-6-iscsi: {}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: Metering agent@dv-cinder-838009-6-iscsi: {}, May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: Open vSwitch agent@dv-cinder-838009-6-iscsi: { 'AddressGroup': '1.2', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Agent': '1.1', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'ConntrackHelper': '1.0', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'LocalIPAssociation': '1.0', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Log': '1.0', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'NDPProxy': '1.0', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Network': '1.1', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Port': '1.7', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'PortForwarding': '1.3', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'QosPolicy': '1.10', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SecurityGroup': '1.5', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SecurityGroupRule': '1.2', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SubPort': '1.0', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Subnet': '1.1', May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Trunk': '1.1'}} May 18 22:32:52.286524 dv-cinder-838009-6-iscsi neutron-server[110668]: {{(pid=110668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 22:32:52.344389 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Attempting to bind port 296d801f-75ee-4aca-9376-f15e9eb49062 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:32:52.344389 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Attempting to bind port 296d801f-75ee-4aca-9376-f15e9eb49062 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:32:52.344389 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Attempting to bind port 296d801f-75ee-4aca-9376-f15e9eb49062 on network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:32:52.348256 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:32:52.348631 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Checking segment: {'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:32:52.349117 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:52.349558 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Bound using segment: {'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:32:52.350050 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Bound port: 296d801f-75ee-4aca-9376-f15e9eb49062, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:32:52.350446 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:52.410345 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] For port 296d801f-75ee-4aca-9376-f15e9eb49062, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:32:52.431790 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] For port 296d801f-75ee-4aca-9376-f15e9eb49062, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=296d801f-75ee-4aca-9376-f15e9eb49062,segment=NetworkSegment(12ec3c9e-2fec-43c2-a473-481e4339b416),segment_id=12ec3c9e-2fec-43c2-a473-481e4339b416)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:32:52.482350 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:32:52.540027 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc14b2-ef8b-4d74-9e85-00f958db5070 None None] Pushing event updated for resources: {'Port': ['ID=296d801f-75ee-4aca-9376-f15e9eb49062,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:32:53.805396 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 38580) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:32:54.318731 dv-cinder-838009-6-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-60f5f28f-9dbf-4a67-a6e5-0f4f30db9da1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 22:32:54.319316 dv-cinder-838009-6-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-60f5f28f-9dbf-4a67-a6e5-0f4f30db9da1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 22:32:54.539021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-60f5f28f-9dbf-4a67-a6e5-0f4f30db9da1 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:32:54.540334 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-60f5f28f-9dbf-4a67-a6e5-0f4f30db9da1 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7329979 May 18 22:32:55.312448 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:32:55.318104 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:32:57.049430 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 38598) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:32:57.380460 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-3464ea77-b4bb-47d7-8d24-81aa414826f3 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:32:57.381421 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3464ea77-b4bb-47d7-8d24-81aa414826f3 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3310308 May 18 22:32:59.852967 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 38606) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:33:00.182366 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:33:00.241480 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.policy [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110667) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 22:33:00.283587 dv-cinder-838009-6-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 22:33:00.283978 dv-cinder-838009-6-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 22:33:00.303726 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writer thread running {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 18 22:33:00.318286 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:00.419709 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (178eea78-174f-4eb8-9c4e-98ca9202a763), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:00.421622 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (178eea78-174f-4eb8-9c4e-98ca9202a763), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:00.578161 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] Publish callbacks [] for router_controller (178eea78-174f-4eb8-9c4e-98ca9202a763), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:00.631810 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (178eea78-174f-4eb8-9c4e-98ca9202a763), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:00.689995 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:00.703933 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a7402957-f257-4a55-8371-2e39b8c4a289 demo demo] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8372691 May 18 22:33:01.255784 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=23,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:01.256918 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:02.534366 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:02.535139 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=1,neutron:SELECT=12 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:03.184862 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 38624) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:33:03.508482 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-e9102b48-bb81-44b8-bfd9-2fa85216d1d3 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:33:03.514463 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e9102b48-bb81-44b8-bfd9-2fa85216d1d3 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3283794 May 18 22:33:03.593524 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 296d801f-75ee-4aca-9376-f15e9eb49062 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:33:03.686202 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 296d801f-75ee-4aca-9376-f15e9eb49062 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:03.686624 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:03.793319 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 296d801f-75ee-4aca-9376-f15e9eb49062 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:03.793648 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:03.828542 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 296d801f-75ee-4aca-9376-f15e9eb49062, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=296d801f-75ee-4aca-9376-f15e9eb49062,segment=NetworkSegment(12ec3c9e-2fec-43c2-a473-481e4339b416),segment_id=12ec3c9e-2fec-43c2-a473-481e4339b416)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:33:03.910664 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:03.960904 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=296d801f-75ee-4aca-9376-f15e9eb49062,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:03.980382 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a34de82-a4bb-430b-9929-8e17197169b9 None None] Network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:33:04.036744 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-cedd504e-a16a-4b08-b45c-770c4f667477 None None] Provisioning complete for port 296d801f-75ee-4aca-9376-f15e9eb49062 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:04.037398 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cedd504e-a16a-4b08-b45c-770c4f667477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:04.173545 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-cedd504e-a16a-4b08-b45c-770c4f667477 None None] Current status of the port 296d801f-75ee-4aca-9376-f15e9eb49062 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:04.395074 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-67bde6e6-2762-404e-80e4-4915ca3b9838 None None] Provisioning complete for port 296d801f-75ee-4aca-9376-f15e9eb49062 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:04.395445 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-67bde6e6-2762-404e-80e4-4915ca3b9838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:04.467286 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-67bde6e6-2762-404e-80e4-4915ca3b9838 None None] Current status of the port 296d801f-75ee-4aca-9376-f15e9eb49062 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:05.568502 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 296d801f-75ee-4aca-9376-f15e9eb49062 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:33:05.614757 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 296d801f-75ee-4aca-9376-f15e9eb49062 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:05.615139 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:05.687202 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 296d801f-75ee-4aca-9376-f15e9eb49062 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:05.977880 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 38632) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:33:06.294482 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:33:06.367267 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Made reservation on behalf of 8c35a2b52a5945feba11f71adc84e226 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:33:06.370105 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.386398 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.489654 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Publish callbacks [] for security_group (766dd619-442d-41d6-af37-6c26c2145e45), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.550077 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (766dd619-442d-41d6-af37-6c26c2145e45), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.561352 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Reserving flat network on physical network physnet1 {{(pid=110667) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 22:33:06.596328 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (5ecd01ba-98ca-4fc1-96a5-6255b1c91eab), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.596869 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Added segment 5ecd01ba-98ca-4fc1-96a5-6255b1c91eab of type flat for network 65f1145d-24de-46fd-820f-6cbd5d5d69cc May 18 22:33:06.612929 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766dd619-442d-41d6-af37-6c26c2145e45,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:06.630621 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7afc6b11-3057-4272-bd4d-7a6a5f9e0cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.660340 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.660675 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.661006 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.661333 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.661682 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.661971 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.662309 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.662620 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.662991 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.663304 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.663631 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.663961 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.664271 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.664579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.664887 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Tracked resource versions report: May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: pushed versions: May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: { 'AddressGroup': {'1.2'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Agent': {'1.1'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'ConntrackHelper': {'1.0'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'LocalIPAssociation': {'1.0'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Log': {'1.0'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'NDPProxy': {'1.0'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Network': {'1.1'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Port': {'1.7'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'PortForwarding': {'1.3'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'QosPolicy': {'1.10'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SecurityGroup': {'1.5'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SecurityGroupRule': {'1.2'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SubPort': {'1.0'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Subnet': {'1.1'}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Trunk': {'1.1'}} May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: consumer versions: May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: { DHCP agent@dv-cinder-838009-6-iscsi: {}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: L3 agent@dv-cinder-838009-6-iscsi: {}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: Metadata agent@dv-cinder-838009-6-iscsi: {}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: Metering agent@dv-cinder-838009-6-iscsi: {}, May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: Open vSwitch agent@dv-cinder-838009-6-iscsi: { 'AddressGroup': '1.2', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Agent': '1.1', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'ConntrackHelper': '1.0', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'LocalIPAssociation': '1.0', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Log': '1.0', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'NDPProxy': '1.0', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Network': '1.1', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Port': '1.7', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'PortForwarding': '1.3', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'QosPolicy': '1.10', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SecurityGroup': '1.5', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SecurityGroupRule': '1.2', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SubPort': '1.0', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Subnet': '1.1', May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Trunk': '1.1'}} May 18 22:33:06.666278 dv-cinder-838009-6-iscsi neutron-server[110667]: {{(pid=110667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 22:33:06.718114 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (65f1145d-24de-46fd-820f-6cbd5d5d69cc), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.835459 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (65f1145d-24de-46fd-820f-6cbd5d5d69cc), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.836634 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:33:06.837326 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:06.937381 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] Pushing event updated for resources: {'Network': ['ID=65f1145d-24de-46fd-820f-6cbd5d5d69cc,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:06.948311 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:33:06.998427 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0ad4a3bd-c812-4d93-8c6b-2e368f167829 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0194349 May 18 22:33:08.916199 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-55ef393c-78b2-40f0-9e82-504a6c112403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:09.404424 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 38644) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:33:09.778791 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56eacd6-526c-47d0-a0cc-01dc83d2d0d1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:33:09.780064 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a56eacd6-526c-47d0-a0cc-01dc83d2d0d1 demo admin] 10.222.0.70 "GET /v2.0/subnets/05428908-2a4e-4d2e-82ee-4b661cc8e37f HTTP/1.1" status: 200 len: 849 time: 0.3746974 May 18 22:33:09.898730 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:09.943320 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-544168c5-fa8a-491f-a984-1d5d916df957 demo admin] 10.222.0.70 "GET /v2.0/routers/178eea78-174f-4eb8-9c4e-98ca9202a763 HTTP/1.1" status: 200 len: 704 time: 0.1570642 May 18 22:33:10.204682 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:10.494558 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Allocated IP 172.20.0.1 (74344fa1-12e5-43e1-aacc-1bfb5fae7f9e/05428908-2a4e-4d2e-82ee-4b661cc8e37f/7f327521-6c7f-4c22-bc72-e5ed04427648) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:33:10.648220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Publish callbacks [] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:10.768346 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:10.884563 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:33:10.894094 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:33:10.898462 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:33:10.899607 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (178eea78-174f-4eb8-9c4e-98ca9202a763), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:10.918109 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Pushing event updated for resources: {'Port': ['ID=7f327521-6c7f-4c22-bc72-e5ed04427648,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:11.120906 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:11.128129 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-86ecb046-df01-45c7-8ba3-b77b765dfbb5 None None] Provisioning complete for port 7f327521-6c7f-4c22-bc72-e5ed04427648 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:11.128491 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-86ecb046-df01-45c7-8ba3-b77b765dfbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:11.130565 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:11.145571 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:11.152178 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:11.154712 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:11.158664 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-86ecb046-df01-45c7-8ba3-b77b765dfbb5 None None] Port 7f327521-6c7f-4c22-bc72-e5ed04427648 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:33:11.321752 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:11.387874 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Publish callbacks [] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:11.453481 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:11.454321 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (178eea78-174f-4eb8-9c4e-98ca9202a763), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:11.535451 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Pushing event updated for resources: {'Port': ['ID=7f327521-6c7f-4c22-bc72-e5ed04427648,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:11.584655 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:33:11.585863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:33:11.778559 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-0038b993-c4e2-4a88-82a3-d321d28c2cdd None None] Provisioning complete for port 7f327521-6c7f-4c22-bc72-e5ed04427648 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:11.778958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0038b993-c4e2-4a88-82a3-d321d28c2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:11.790558 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Router 178eea78-174f-4eb8-9c4e-98ca9202a763 is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:33:11.810081 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0038b993-c4e2-4a88-82a3-d321d28c2cdd None None] Port 7f327521-6c7f-4c22-bc72-e5ed04427648 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:33:11.866745 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:11.881017 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:33:11.886097 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-8797a4bd-d478-4069-959a-c560b62f2b28 demo admin] 10.222.0.70 "PUT /v2.0/routers/178eea78-174f-4eb8-9c4e-98ca9202a763/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9374678 May 18 22:33:11.890665 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Sync routers for ids ['178eea78-174f-4eb8-9c4e-98ca9202a763'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:33:11.904831 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Routers {'178eea78-174f-4eb8-9c4e-98ca9202a763'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:33:11.905654 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:33:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['178eea78-174f-4eb8-9c4e-98ca9202a763'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:33:12.097573 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Set router 178eea78-174f-4eb8-9c4e-98ca9202a763 gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:33:12.508346 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'name': 'router1', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:33:00Z', 'updated_at': '2022-05-18T22:33:11Z', 'revision_number': 2, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'gw_port_host': None, '_interfaces': [{'id': '7f327521-6c7f-4c22-bc72-e5ed04427648', 'name': '', 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'mac_address': 'fa:16:3e:b9:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:10Z', 'updated_at': '2022-05-18T22:33:11Z', 'revision_number': 2, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'subnets': [{'id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b153a73c-c606-402d-a6bf-87f2e3a1ea52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:33:12.556493 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Checking router: 178eea78-174f-4eb8-9c4e-98ca9202a763 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:33:12.556868 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Updating router 178eea78-174f-4eb8-9c4e-98ca9202a763 port 7f327521-6c7f-4c22-bc72-e5ed04427648 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:33:12.608506 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:12.875658 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.143950 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Publish callbacks [] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.201897 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.359277 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Pushing event updated for resources: {'Port': ['ID=7f327521-6c7f-4c22-bc72-e5ed04427648,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:13.381396 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.381753 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.382104 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.382446 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.382774 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.383123 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.383446 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.383774 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.384090 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.384405 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.384723 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.385059 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.385375 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.385688 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.386017 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Tracked resource versions report: May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: pushed versions: May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: { 'AddressGroup': {'1.2'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Agent': {'1.1'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'ConntrackHelper': {'1.0'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'LocalIPAssociation': {'1.0'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Log': {'1.0'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'NDPProxy': {'1.0'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Network': {'1.1'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Port': {'1.7'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'PortForwarding': {'1.3'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'QosPolicy': {'1.10'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SecurityGroup': {'1.5'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SecurityGroupRule': {'1.2'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SubPort': {'1.0'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Subnet': {'1.1'}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Trunk': {'1.1'}} May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: consumer versions: May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: { DHCP agent@dv-cinder-838009-6-iscsi: {}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: L3 agent@dv-cinder-838009-6-iscsi: {}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: Metadata agent@dv-cinder-838009-6-iscsi: {}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: Metering agent@dv-cinder-838009-6-iscsi: {}, May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: Open vSwitch agent@dv-cinder-838009-6-iscsi: { 'AddressGroup': '1.2', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Agent': '1.1', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'ConntrackHelper': '1.0', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'LocalIPAssociation': '1.0', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Log': '1.0', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'NDPProxy': '1.0', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Network': '1.1', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Port': '1.7', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'PortForwarding': '1.3', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'QosPolicy': '1.10', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SecurityGroup': '1.5', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SecurityGroupRule': '1.2', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SubPort': '1.0', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Subnet': '1.1', May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Trunk': '1.1'}} May 18 22:33:13.387429 dv-cinder-838009-6-iscsi neutron-server[110669]: {{(pid=110669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 22:33:13.390546 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Attempting to bind port 7f327521-6c7f-4c22-bc72-e5ed04427648 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:33:13.390944 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Attempting to bind port 7f327521-6c7f-4c22-bc72-e5ed04427648 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:33:13.391360 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Attempting to bind port 7f327521-6c7f-4c22-bc72-e5ed04427648 on network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:33:13.398193 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:33:13.398577 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Checking segment: {'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:33:13.399013 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.399399 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Bound using segment: {'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:33:13.399901 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Bound port: 7f327521-6c7f-4c22-bc72-e5ed04427648, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ec3c9e-2fec-43c2-a473-481e4339b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:33:13.400295 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.460608 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:13.474598 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] For port 7f327521-6c7f-4c22-bc72-e5ed04427648, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:33:13.493657 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:13.495722 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] For port 7f327521-6c7f-4c22-bc72-e5ed04427648, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=7f327521-6c7f-4c22-bc72-e5ed04427648,segment=NetworkSegment(12ec3c9e-2fec-43c2-a473-481e4339b416),segment_id=12ec3c9e-2fec-43c2-a473-481e4339b416)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:33:13.556615 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.583406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-9738c86c-783a-4db7-88df-b26982e84e11 None None] Provisioning complete for port 7f327521-6c7f-4c22-bc72-e5ed04427648 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:13.583816 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9738c86c-783a-4db7-88df-b26982e84e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.618714 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Routers {'178eea78-174f-4eb8-9c4e-98ca9202a763'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:33:13.619248 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:33:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['178eea78-174f-4eb8-9c4e-98ca9202a763'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:33:13.665549 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0997c-5bbd-4530-a0b6-25d088aaed8b None None] Pushing event updated for resources: {'Port': ['ID=7f327521-6c7f-4c22-bc72-e5ed04427648,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:13.675974 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-9738c86c-783a-4db7-88df-b26982e84e11 None None] Current status of the port 7f327521-6c7f-4c22-bc72-e5ed04427648 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:13.676365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9738c86c-783a-4db7-88df-b26982e84e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.715487 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-9738c86c-783a-4db7-88df-b26982e84e11 None None] For port 7f327521-6c7f-4c22-bc72-e5ed04427648, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=7f327521-6c7f-4c22-bc72-e5ed04427648,segment=NetworkSegment(12ec3c9e-2fec-43c2-a473-481e4339b416),segment_id=12ec3c9e-2fec-43c2-a473-481e4339b416)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:33:13.724413 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] Set router 178eea78-174f-4eb8-9c4e-98ca9202a763 gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:33:13.778916 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9738c86c-783a-4db7-88df-b26982e84e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.830052 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738c86c-783a-4db7-88df-b26982e84e11 None None] Pushing event updated for resources: {'Port': ['ID=7f327521-6c7f-4c22-bc72-e5ed04427648,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:13.896650 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-91174ed0-ded1-4ad9-bd07-54e24ad91cfd None None] Provisioning complete for port 7f327521-6c7f-4c22-bc72-e5ed04427648 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:13.897719 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-91174ed0-ded1-4ad9-bd07-54e24ad91cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:13.935220 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'name': 'router1', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:33:00Z', 'updated_at': '2022-05-18T22:33:11Z', 'revision_number': 2, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'gw_port_host': None, '_interfaces': [{'id': '7f327521-6c7f-4c22-bc72-e5ed04427648', 'name': '', 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'mac_address': 'fa:16:3e:b9:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:10Z', 'updated_at': '2022-05-18T22:33:13Z', 'revision_number': 4, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'subnets': [{'id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b153a73c-c606-402d-a6bf-87f2e3a1ea52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:33:13.959499 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d3d5f-a315-4a18-97d1-3fb8e315a9d7 None None] The sync data for ids ['178eea78-174f-4eb8-9c4e-98ca9202a763'] in dv-cinder-838009-6-iscsi is: [{'id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'name': 'router1', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:33:00Z', 'updated_at': '2022-05-18T22:33:11Z', 'revision_number': 2, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'gw_port_host': None, '_interfaces': [{'id': '7f327521-6c7f-4c22-bc72-e5ed04427648', 'name': '', 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'mac_address': 'fa:16:3e:b9:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:10Z', 'updated_at': '2022-05-18T22:33:13Z', 'revision_number': 4, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'subnets': [{'id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b153a73c-c606-402d-a6bf-87f2e3a1ea52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:33:13.972666 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-91174ed0-ded1-4ad9-bd07-54e24ad91cfd None None] Current status of the port 7f327521-6c7f-4c22-bc72-e5ed04427648 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:14.373671 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 38664) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:33:14.557606 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3eb931-a0d3-4672-a889-c7b30e4f7755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:33:14.565014 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-aa3eb931-a0d3-4672-a889-c7b30e4f7755 admin admin] 10.222.0.70 "GET /v2.0/networks/65f1145d-24de-46fd-820f-6cbd5d5d69cc HTTP/1.1" status: 200 len: 842 time: 0.1842558 May 18 22:33:14.569420 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Request body: {'subnet': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:33:14.647917 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Made reservation on behalf of 8c35a2b52a5945feba11f71adc84e226 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:33:14.650245 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:14.961772 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.objects.ports [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 18 22:33:14.962214 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (0f386e4c-f592-4cc6-a504-3f75184f9456), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:15.013994 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f386e4c-f592-4cc6-a504-3f75184f9456,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:15.029752 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:33:15.030122 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Network hostable DHCP agents. Network: 65f1145d-24de-46fd-820f-6cbd5d5d69cc, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:33:15.035920 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:15.092996 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:33:15.149804 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 65f1145d-24de-46fd-820f-6cbd5d5d69cc) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:33:15.153937 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:33:15.154548 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:15.160545 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583152a-a161-4c83-af60-c490d84c7896 None None] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:33:15.221838 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-159c516f-3adc-4ec8-bd3a-b564b1ad7e2c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6557326 May 18 22:33:15.269956 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca7ee0-1909-41af-ac8d-dec59ab8aae3 None None] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:33:16.910135 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=54,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:16.934550 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:17.600712 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 38684) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:33:17.800159 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3640d3d5-b87d-4299-bbd7-9420b6a45206 demo admin] 10.222.0.70 "GET /v2.0/routers/178eea78-174f-4eb8-9c4e-98ca9202a763 HTTP/1.1" status: 200 len: 710 time: 0.1981597 May 18 22:33:17.884596 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb8c6c-cca5-4154-bca9-3c6b783acc43 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:33:17.885964 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d0eb8c6c-cca5-4154-bca9-3c6b783acc43 demo admin] 10.222.0.70 "GET /v2.0/networks/65f1145d-24de-46fd-820f-6cbd5d5d69cc HTTP/1.1" status: 200 len: 886 time: 0.0804858 May 18 22:33:17.895158 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:33:18.128267 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:18.130938 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks [] for router_gateway (178eea78-174f-4eb8-9c4e-98ca9202a763), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:18.410790 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks [] for router_gateway (178eea78-174f-4eb8-9c4e-98ca9202a763), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:18.484006 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:18.588955 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Allocated IP 172.27.1.183 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/e573e0ef-56a9-4dc0-bf91-0b39fda3df4c) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:33:18.687791 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:18.703557 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks [] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:18.859826 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:18.894433 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:33:18.896620 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:33:18.904671 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:33:18.960681 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Pushing event updated for resources: {'Port': ['ID=e573e0ef-56a9-4dc0-bf91-0b39fda3df4c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:19.257022 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:19.264129 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks [] for router_gateway (178eea78-174f-4eb8-9c4e-98ca9202a763), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:19.541163 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419245', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2331'] for router (178eea78-174f-4eb8-9c4e-98ca9202a763), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:19.544655 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421145'] for router (178eea78-174f-4eb8-9c4e-98ca9202a763), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:19.645384 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Router 178eea78-174f-4eb8-9c4e-98ca9202a763 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:33:19.744333 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:33:19.748399 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:19.766166 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6a2d3abf-6cd2-42bb-b5ec-be41c820a6fa demo admin] 10.222.0.70 "PUT /v2.0/routers/178eea78-174f-4eb8-9c4e-98ca9202a763 HTTP/1.1" status: 200 len: 890 time: 1.8579905 May 18 22:33:21.585667 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 7f327521-6c7f-4c22-bc72-e5ed04427648 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:33:21.629381 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 7f327521-6c7f-4c22-bc72-e5ed04427648 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:21.633269 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:21.709215 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 7f327521-6c7f-4c22-bc72-e5ed04427648 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:22.223182 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 38696) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:33:22.348429 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2253a163-57a3-4af0-95d7-890a3d9be37e admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1240418 May 18 22:33:22.872950 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Sync routers for ids ['178eea78-174f-4eb8-9c4e-98ca9202a763'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:33:22.889286 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Routers {'178eea78-174f-4eb8-9c4e-98ca9202a763'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:33:22.889938 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:33:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['178eea78-174f-4eb8-9c4e-98ca9202a763'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:33:23.092451 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Set router 178eea78-174f-4eb8-9c4e-98ca9202a763 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:33:23.106106 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:23.134162 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:23.538228 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'name': 'router1', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e573e0ef-56a9-4dc0-bf91-0b39fda3df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:33:00Z', 'updated_at': '2022-05-18T22:33:19Z', 'revision_number': 4, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'gw_port': {'id': 'e573e0ef-56a9-4dc0-bf91-0b39fda3df4c', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:18Z', 'updated_at': '2022-05-18T22:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '7f327521-6c7f-4c22-bc72-e5ed04427648', 'name': '', 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'mac_address': 'fa:16:3e:b9:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:10Z', 'updated_at': '2022-05-18T22:33:13Z', 'revision_number': 5, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'subnets': [{'id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b153a73c-c606-402d-a6bf-87f2e3a1ea52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:33:23.588577 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Checking router: 178eea78-174f-4eb8-9c4e-98ca9202a763 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:33:23.588949 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Updating router 178eea78-174f-4eb8-9c4e-98ca9202a763 port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:33:23.642272 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:23.933370 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=21 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:23.939298 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=60 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:23.986109 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Publish callbacks [] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:24.024208 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:24.068828 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc0467-f916-495f-b09c-d0cb4bce0841 None None] Pushing event updated for resources: {'Port': ['ID=e573e0ef-56a9-4dc0-bf91-0b39fda3df4c,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:24.104645 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Attempting to bind port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:33:24.105022 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Attempting to bind port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:33:24.105378 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Attempting to bind port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:33:24.116464 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:33:24.116840 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:33:24.117243 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:24.117635 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:33:24.118175 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Bound port: e573e0ef-56a9-4dc0-bf91-0b39fda3df4c, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:33:24.118519 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:24.170696 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] For port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:33:24.174463 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] For port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=e573e0ef-56a9-4dc0-bf91-0b39fda3df4c,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:33:24.253984 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:24.301409 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Routers {'178eea78-174f-4eb8-9c4e-98ca9202a763'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:33:24.302035 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:33:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['178eea78-174f-4eb8-9c4e-98ca9202a763'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:33:24.376579 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc0467-f916-495f-b09c-d0cb4bce0841 None None] Pushing event updated for resources: {'Port': ['ID=e573e0ef-56a9-4dc0-bf91-0b39fda3df4c,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:24.434044 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] Set router 178eea78-174f-4eb8-9c4e-98ca9202a763 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:33:24.468863 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:24.472476 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:24.652641 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'name': 'router1', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e573e0ef-56a9-4dc0-bf91-0b39fda3df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:33:00Z', 'updated_at': '2022-05-18T22:33:19Z', 'revision_number': 4, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'gw_port': {'id': 'e573e0ef-56a9-4dc0-bf91-0b39fda3df4c', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:18Z', 'updated_at': '2022-05-18T22:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '7f327521-6c7f-4c22-bc72-e5ed04427648', 'name': '', 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'mac_address': 'fa:16:3e:b9:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:10Z', 'updated_at': '2022-05-18T22:33:13Z', 'revision_number': 5, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'subnets': [{'id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b153a73c-c606-402d-a6bf-87f2e3a1ea52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:33:24.680169 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85469644-0de6-46b1-856b-f0a3fac2ca8d None None] The sync data for ids ['178eea78-174f-4eb8-9c4e-98ca9202a763'] in dv-cinder-838009-6-iscsi is: [{'id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'name': 'router1', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'e573e0ef-56a9-4dc0-bf91-0b39fda3df4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:33:00Z', 'updated_at': '2022-05-18T22:33:19Z', 'revision_number': 4, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'gw_port': {'id': 'e573e0ef-56a9-4dc0-bf91-0b39fda3df4c', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:18Z', 'updated_at': '2022-05-18T22:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '7f327521-6c7f-4c22-bc72-e5ed04427648', 'name': '', 'network_id': '74344fa1-12e5-43e1-aacc-1bfb5fae7f9e', 'tenant_id': '66c5167fdf934ea19beeb2cb57b129e0', 'mac_address': 'fa:16:3e:b9:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178eea78-174f-4eb8-9c4e-98ca9202a763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:33:10Z', 'updated_at': '2022-05-18T22:33:13Z', 'revision_number': 5, 'project_id': '66c5167fdf934ea19beeb2cb57b129e0', 'subnets': [{'id': '05428908-2a4e-4d2e-82ee-4b661cc8e37f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b153a73c-c606-402d-a6bf-87f2e3a1ea52'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:33:25.635937 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device e573e0ef-56a9-4dc0-bf91-0b39fda3df4c up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:33:25.686165 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:25.686557 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:25.756578 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:25.756877 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:25.777535 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=e573e0ef-56a9-4dc0-bf91-0b39fda3df4c,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:33:25.830360 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:25.910906 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=e573e0ef-56a9-4dc0-bf91-0b39fda3df4c,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:33:27.673596 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device e573e0ef-56a9-4dc0-bf91-0b39fda3df4c up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:33:27.733549 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:33:27.734261 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (e573e0ef-56a9-4dc0-bf91-0b39fda3df4c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:27.840106 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port e573e0ef-56a9-4dc0-bf91-0b39fda3df4c is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:33:29.740874 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:29.742172 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=27 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:32.336297 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:32.344326 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:36.704533 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9389a0f6-17c4-4efe-9d4c-5f6dfbb765d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:36.933257 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:33:38.944491 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fc195efe-b7b5-45b6-b0f1-0cc2091fd9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:39.830639 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:40.968184 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:41.350542 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:42.887374 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:33:46.929309 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:52.828082 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:33:52.838376 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:34:06.875316 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e9424795-d581-40f1-a021-021d916aa1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:08.909342 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-12e829a7-5f35-4c5a-a1de-6929a0a57129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:09.846501 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:11.343809 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:12.897774 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:13.932087 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:34:17.942517 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:34:22.834819 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:34:22.836700 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:34:23.932217 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:34:34.950979 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:34:36.691670 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f0e357a-a76c-4f2c-9b3e-3ca90979383f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:38.914440 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f1981aff-929a-4cc0-8301-13bffbfb7ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:39.834603 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:41.315237 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:42.902971 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:44.292161 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39234) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:34:44.358204 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3f694c-cd56-4e4d-b910-a58ff60c1768 admin admin] GET failed (client error): The resource could not be found. May 18 22:34:44.359502 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fb3f694c-cd56-4e4d-b910-a58ff60c1768 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663662 May 18 22:34:44.542609 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a16666d-c5d9-4890-b192-7249b8b07efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:44.544069 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1a16666d-c5d9-4890-b192-7249b8b07efc admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1803324 May 18 22:34:46.761814 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39244) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:34:46.853396 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85523e8-95d2-45d6-8ae2-c5645d5ed71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:46.854753 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f85523e8-95d2-45d6-8ae2-c5645d5ed71b admin admin] 10.222.0.70 "GET /v2.0/subnets/05428908-2a4e-4d2e-82ee-4b661cc8e37f HTTP/1.1" status: 200 len: 849 time: 0.0919266 May 18 22:34:46.863962 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:34:46.951551 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Publish callbacks [] for subnet (05428908-2a4e-4d2e-82ee-4b661cc8e37f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:47.148453 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783430833026'] for subnet (05428908-2a4e-4d2e-82ee-4b661cc8e37f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:47.181381 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:47.181958 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:47.183586 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] 10.222.0.70 "PUT /v2.0/subnets/05428908-2a4e-4d2e-82ee-4b661cc8e37f HTTP/1.1" status: 200 len: 868 time: 0.3229098 May 18 22:34:47.186862 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c328d08-c926-4442-84a0-34d834899079 None None] Network 74344fa1-12e5-43e1-aacc-1bfb5fae7f9e requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:34:47.206441 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05428908-2a4e-4d2e-82ee-4b661cc8e37f,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:34:47.213973 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.214418 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.214695 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.215035 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.215369 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.215689 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.216010 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.216327 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.216669 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.217006 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.217348 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.217686 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.218045 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.218489 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.218674 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec233710-9236-4561-8b46-4381161fbcb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:34:47.501649 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-65261f20-35bb-4aca-9c6e-1f0693532278 None None] Provisioning complete for port 7f327521-6c7f-4c22-bc72-e5ed04427648 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:34:47.502169 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-65261f20-35bb-4aca-9c6e-1f0693532278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (7f327521-6c7f-4c22-bc72-e5ed04427648), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:47.575906 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-65261f20-35bb-4aca-9c6e-1f0693532278 None None] Current status of the port 7f327521-6c7f-4c22-bc72-e5ed04427648 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:34:47.584375 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-65261f20-35bb-4aca-9c6e-1f0693532278 None None] Provisioning complete for port 296d801f-75ee-4aca-9376-f15e9eb49062 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:34:47.584723 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-65261f20-35bb-4aca-9c6e-1f0693532278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (296d801f-75ee-4aca-9376-f15e9eb49062), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:34:47.654267 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-65261f20-35bb-4aca-9c6e-1f0693532278 None None] Current status of the port 296d801f-75ee-4aca-9376-f15e9eb49062 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:34:49.453770 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39254) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:34:49.652165 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953254df-f595-43ef-82e6-6c71749531b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:49.652554 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953254df-f595-43ef-82e6-6c71749531b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:49.654119 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-953254df-f595-43ef-82e6-6c71749531b1 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993380 May 18 22:34:50.930927 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:34:51.869324 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39262) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:34:52.069455 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc22aa4e-6b17-4e9d-97cd-01ca9d8cd261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:52.069960 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc22aa4e-6b17-4e9d-97cd-01ca9d8cd261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:52.071545 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-dc22aa4e-6b17-4e9d-97cd-01ca9d8cd261 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012906 May 18 22:34:54.277972 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39270) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:34:54.404720 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b20dd21-7538-491d-b793-51e0722f84db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:54.406118 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1b20dd21-7538-491d-b793-51e0722f84db admin admin] 10.222.0.70 "GET /v2.0/networks/65f1145d-24de-46fd-820f-6cbd5d5d69cc HTTP/1.1" status: 200 len: 886 time: 0.1271412 May 18 22:34:56.656481 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39278) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:34:56.787921 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67bad20-6a2c-440b-925f-cbdc661a62b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:56.789285 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b67bad20-6a2c-440b-925f-cbdc661a62b8 admin admin] 10.222.0.70 "GET /v2.0/networks/74344fa1-12e5-43e1-aacc-1bfb5fae7f9e HTTP/1.1" status: 200 len: 869 time: 0.1313388 May 18 22:34:57.651886 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:34:57.653046 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:34:58.989080 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39286) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:34:59.113701 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb98b3a-ecc0-4ac2-aac5-81027dcd6829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:59.114176 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb98b3a-ecc0-4ac2-aac5-81027dcd6829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:34:59.115688 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2bb98b3a-ecc0-4ac2-aac5-81027dcd6829 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256452 May 18 22:35:00.926995 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=19 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:00.927791 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=15 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:01.358050 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39294) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:35:01.442583 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:01.450261 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374d6ac-3df5-4e39-9c19-c9b5310fe4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:35:01.453567 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374d6ac-3df5-4e39-9c19-c9b5310fe4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:35:01.453567 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4374d6ac-3df5-4e39-9c19-c9b5310fe4ac admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931408 May 18 22:35:02.065181 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=21 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:02.065974 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=27 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:03.671244 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39302) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:35:03.767335 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b9297-ff55-41d7-b3c6-3fe5c0f00a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:35:03.768662 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fa8b9297-ff55-41d7-b3c6-3fe5c0f00a84 admin admin] 10.222.0.70 "GET /v2.0/subnets/05428908-2a4e-4d2e-82ee-4b661cc8e37f HTTP/1.1" status: 200 len: 868 time: 0.0963845 May 18 22:35:05.972717 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39310) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:35:06.086411 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961114c-1408-463c-b240-31d9120c095b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:35:06.087771 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1961114c-1408-463c-b240-31d9120c095b admin admin] 10.222.0.70 "GET /v2.0/subnets/0f386e4c-f592-4cc6-a504-3f75184f9456 HTTP/1.1" status: 200 len: 816 time: 0.1141214 May 18 22:35:06.634336 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bfca68d1-1afa-4cdf-ab37-0ad75a7b8ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:08.902779 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b0179594-334e-411e-9328-fa4be9ec67a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:09.839924 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:11.348589 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:12.902282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:13.762707 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:13.763948 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=8 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:16.071023 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:16.082488 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:22.834792 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:22.841753 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:27.928710 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:35:31.936846 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:36.678710 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-97e8def2-3638-4645-a389-14dd9428ffdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:37.925668 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:38.919653 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-57016a9b-58e4-49be-953a-0f96599d9e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:39.839160 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:41.352988 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:42.948263 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:46.623313 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39370) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:35:46.672405 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [None req-d4cd75c9-560c-431f-8b79-51f1edd50f3a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:35:46.673426 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d4cd75c9-560c-431f-8b79-51f1edd50f3a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0491593 May 18 22:35:49.007997 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39378) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:35:49.069336 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bead5cf-bf6e-4e38-bb7e-129596a728a7 admin admin] GET failed (client error): The resource could not be found. May 18 22:35:49.070649 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2bead5cf-bf6e-4e38-bb7e-129596a728a7 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617421 May 18 22:35:49.210916 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa4e9b6-bf86-49b9-84f7-aca4c1264f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:35:49.212287 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6fa4e9b6-bf86-49b9-84f7-aca4c1264f5b admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1376100 May 18 22:35:51.467605 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39386) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:35:51.516616 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:35:51.593045 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Made reservation on behalf of 8c35a2b52a5945feba11f71adc84e226 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:35:51.596314 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:51.626166 dv-cinder-838009-6-iscsi neutron-server[110666]: WARNING neutron.services.revisions.revision_plugin [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Could not find related network for resource to bump revision. May 18 22:35:51.637199 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:35:51.646773 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (6fe6cfe9-0009-4b62-8c43-1423dbdd7384), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:51.647116 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Added segment 6fe6cfe9-0009-4b62-8c43-1423dbdd7384 of type vlan for network b26396ec-e67c-4e11-8c1a-e63563735972 May 18 22:35:51.690324 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (b26396ec-e67c-4e11-8c1a-e63563735972), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:51.781782 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (b26396ec-e67c-4e11-8c1a-e63563735972), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:51.782778 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:35:51.783349 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:51.875435 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Pushing event updated for resources: {'Network': ['ID=b26396ec-e67c-4e11-8c1a-e63563735972,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:35:51.881890 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.883646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.883646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.883646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.883646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.883646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.884135 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.884135 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.884424 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.884737 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.885053 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.885383 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.885698 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.886024 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.886434 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:51.897621 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network b26396ec-e67c-4e11-8c1a-e63563735972 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:35:51.927618 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4ef9c8ed-97f4-4dbd-89e7-368afd5c333a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4587674 May 18 22:35:54.179807 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39394) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:35:54.333993 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e7280c-fb58-4ade-809b-c763f4bf005b admin admin] GET failed (client error): The resource could not be found. May 18 22:35:54.335317 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e0e7280c-fb58-4ade-809b-c763f4bf005b admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1545587 May 18 22:35:54.403367 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c895c7c-387e-4e15-bb1c-ae15a7844c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:35:54.404819 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1c895c7c-387e-4e15-bb1c-ae15a7844c3e admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654552 May 18 22:35:54.415309 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972', 'cidr': '192.168.233.0/24'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:35:54.478674 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Made reservation on behalf of 8c35a2b52a5945feba11f71adc84e226 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:35:54.480933 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:54.673859 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (cfe86765-2ff0-4e09-ac3f-880502846be3), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:54.728306 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe86765-2ff0-4e09-ac3f-880502846be3,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:35:54.743469 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Checking segment: {'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:35:54.743817 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Network hostable DHCP agents. Network: b26396ec-e67c-4e11-8c1a-e63563735972, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:35:54.798971 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Network b26396ec-e67c-4e11-8c1a-e63563735972 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:35:54.844683 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, b26396ec-e67c-4e11-8c1a-e63563735972) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:35:54.848673 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:35:54.849259 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:54.858043 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:54.858254 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b08582-39be-4bdc-af9a-29be09b1cc36 None None] Network b26396ec-e67c-4e11-8c1a-e63563735972 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:35:54.916124 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5f70bae0-d47b-4091-bc69-25d7629bcadc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5042396 May 18 22:35:54.959670 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-b26396ec-e67c-4e11-8c1a-e63563735972', 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972', 'project_id': '8c35a2b52a5945feba11f71adc84e226', 'fixed_ips': [{'subnet_id': 'cfe86765-2ff0-4e09-ac3f-880502846be3'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:35:54.960746 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:55.113430 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Allocated IP 192.168.233.2 (b26396ec-e67c-4e11-8c1a-e63563735972/cfe86765-2ff0-4e09-ac3f-880502846be3/b48ece37-8c46-4343-8179-8be999f962a1) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:35:55.350909 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Publish callbacks [] for port (b48ece37-8c46-4343-8179-8be999f962a1), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:55.428610 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (b48ece37-8c46-4343-8179-8be999f962a1), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:55.470120 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Network b26396ec-e67c-4e11-8c1a-e63563735972 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:35:55.474823 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:35:55.478232 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:35:55.483314 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Pushing event updated for resources: {'Port': ['ID=b48ece37-8c46-4343-8179-8be999f962a1,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:35:55.495600 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.495939 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.496293 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.496638 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.496960 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.497284 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.497597 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.497910 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.498244 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.498559 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.498872 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.499201 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.499517 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.500360 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.500671 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:35:55.553124 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Attempting to bind port b48ece37-8c46-4343-8179-8be999f962a1 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:35:55.553484 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Attempting to bind port b48ece37-8c46-4343-8179-8be999f962a1 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:35:55.553838 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Attempting to bind port b48ece37-8c46-4343-8179-8be999f962a1 on network b26396ec-e67c-4e11-8c1a-e63563735972 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:35:55.559229 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:35:55.559591 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Checking segment: {'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:35:55.559977 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:55.560351 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Bound using segment: {'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:35:55.560806 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Bound port: b48ece37-8c46-4343-8179-8be999f962a1, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:35:55.561190 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (b48ece37-8c46-4343-8179-8be999f962a1), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:55.624595 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] For port b48ece37-8c46-4343-8179-8be999f962a1, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:35:55.628770 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] For port b48ece37-8c46-4343-8179-8be999f962a1, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=b48ece37-8c46-4343-8179-8be999f962a1,segment=NetworkSegment(6fe6cfe9-0009-4b62-8c43-1423dbdd7384),segment_id=6fe6cfe9-0009-4b62-8c43-1423dbdd7384)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:35:55.691631 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (b48ece37-8c46-4343-8179-8be999f962a1), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:55.747239 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e98aa-a030-42ff-8a32-5abe663527ed None None] Pushing event updated for resources: {'Port': ['ID=b48ece37-8c46-4343-8179-8be999f962a1,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:35:56.614257 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825007b5-89f8-4e84-9c17-d3e6c20a19fd None None] Network b26396ec-e67c-4e11-8c1a-e63563735972 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:35:56.659592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:56.669957 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:35:56.675891 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-2f4bec58-0f38-41da-a79f-841f21b35198 None None] Provisioning complete for port b48ece37-8c46-4343-8179-8be999f962a1 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:35:56.676268 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2f4bec58-0f38-41da-a79f-841f21b35198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (b48ece37-8c46-4343-8179-8be999f962a1), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:56.799208 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-2f4bec58-0f38-41da-a79f-841f21b35198 None None] Current status of the port b48ece37-8c46-4343-8179-8be999f962a1 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:35:56.800707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2f4bec58-0f38-41da-a79f-841f21b35198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (b48ece37-8c46-4343-8179-8be999f962a1), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:56.839325 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-2f4bec58-0f38-41da-a79f-841f21b35198 None None] For port b48ece37-8c46-4343-8179-8be999f962a1, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=b48ece37-8c46-4343-8179-8be999f962a1,segment=NetworkSegment(6fe6cfe9-0009-4b62-8c43-1423dbdd7384),segment_id=6fe6cfe9-0009-4b62-8c43-1423dbdd7384)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:35:56.931413 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2f4bec58-0f38-41da-a79f-841f21b35198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (b48ece37-8c46-4343-8179-8be999f962a1), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:56.986943 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bec58-0f38-41da-a79f-841f21b35198 None None] Pushing event updated for resources: {'Port': ['ID=b48ece37-8c46-4343-8179-8be999f962a1,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:35:57.150112 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-131b1d8a-38ca-4af9-bec7-3cd88ffcb83d None None] Provisioning complete for port b48ece37-8c46-4343-8179-8be999f962a1 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:35:57.150475 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-131b1d8a-38ca-4af9-bec7-3cd88ffcb83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (b48ece37-8c46-4343-8179-8be999f962a1), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:57.225034 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-131b1d8a-38ca-4af9-bec7-3cd88ffcb83d None None] Current status of the port b48ece37-8c46-4343-8179-8be999f962a1 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:35:57.701842 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device b48ece37-8c46-4343-8179-8be999f962a1 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:35:57.745993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port b48ece37-8c46-4343-8179-8be999f962a1 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:35:57.746412 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (b48ece37-8c46-4343-8179-8be999f962a1), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:35:57.823173 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port b48ece37-8c46-4343-8179-8be999f962a1 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:36:04.858047 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=73,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:04.927818 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:36:06.673049 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d95436a9-8109-4794-9e58-9ef1267b0156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:08.930729 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-58b9fa47-6001-42c5-a385-84541e7d9c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:09.855989 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:11.284332 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:11.381786 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:12.924845 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:14.922931 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:14.923821 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:22.830288 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:22.836683 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=62 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:34.928194 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:34.928942 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:36.673092 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5cdf6406-b050-448a-b90f-fb1aca7779b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:38.907199 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-416ea201-f603-4d67-a06c-e9ff29edf217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:39.844740 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:41.341062 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:41.926559 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:36:42.890174 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:36:45.939778 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:51.923913 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:52.833132 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:36:52.837048 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:06.683676 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee900b89-496f-41cb-a756-81a7e7f8ae31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:08.934975 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c43197e6-0e6f-494f-8851-2ba9aec1e713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:09.861304 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:11.352406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:12.907381 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:18.925124 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:37:22.826136 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:22.828013 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:35.407466 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=15 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:35.415387 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=19 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:36.706019 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-22100b36-e83f-4f77-b502-47c7e77e9438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:38.939762 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c4cc610e-353c-4034-a5ec-ccce8b0c383b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:39.860735 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:41.363114 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:42.523306 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39432) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:37:42.529317 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [None req-0e0b8bf4-326f-4a9f-b64f-2d6ace781b8d tempest-verify_tempest_config-1011522311 tempest-verify_tempest_config-1011522311-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:37:42.530320 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0e0b8bf4-326f-4a9f-b64f-2d6ace781b8d tempest-verify_tempest_config-1011522311 tempest-verify_tempest_config-1011522311-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058062 May 18 22:37:42.883888 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:43.002519 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39450) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:37:43.111239 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:43.184402 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Publish callbacks [] for security_group (335babc7-52b4-42a2-b0a8-60ff0fb05668), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:43.242869 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (335babc7-52b4-42a2-b0a8-60ff0fb05668), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:43.286970 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335babc7-52b4-42a2-b0a8-60ff0fb05668,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:37:43.291597 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da5de97b065046fb937fc3febbf6c7d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2878752 May 18 22:37:43.294454 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39454) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:37:43.295846 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.296184 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.296534 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.296865 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.297314 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.298250 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.298747 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.299071 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.299392 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.299711 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.300031 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.300360 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.300676 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.300988 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.301297 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded3b30-9f82-42b3-82d8-fdf08fe99bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.354420 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Publish callbacks [] for security_group (335babc7-52b4-42a2-b0a8-60ff0fb05668), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:43.375012 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Publish callbacks [] for security_group (335babc7-52b4-42a2-b0a8-60ff0fb05668), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:43.522641 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (335babc7-52b4-42a2-b0a8-60ff0fb05668), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:43.525155 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:37:43.526342 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/335babc7-52b4-42a2-b0a8-60ff0fb05668 HTTP/1.1" status: 204 len: 168 time: 0.2303960 May 18 22:37:43.534637 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335babc7-52b4-42a2-b0a8-60ff0fb05668,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:37:43.541824 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.542192 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.542529 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.542865 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.543191 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.543554 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.543881 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.544535 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.544535 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.544832 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.545165 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.545614 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.545937 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.546379 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:43.546808 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed26bbb-f7ea-4b1c-883f-295a54c2e0a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:37:52.824409 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:53.282729 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=16,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:53.290775 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=23,neutron:INSERT=8 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:53.537304 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:53.537973 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:53.571588 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:37:55.923649 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:37:59.934528 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:38:05.919590 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:38:06.682916 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-20bde594-ce72-4ce7-a08e-5978855165b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:08.939984 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a50e2cd6-8c17-44ef-a69e-9801df24cd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:09.842455 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:11.356817 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:12.865350 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:22.820933 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:38:22.822794 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:38:32.922668 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:38:36.653706 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2c34ea4b-29a8-4322-9875-933c694174b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:36.929837 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:38:38.928054 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a9bfd6e-2c66-4aec-be6a-c3196471be4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:39.870439 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:41.362230 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:42.871004 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:38:42.919570 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:38:52.822365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:38:52.824214 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:06.672002 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d183da90-4fe9-4389-9f27-1176972adbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:08.939075 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-eccee817-4ff5-4bea-b3b6-cd0f11474d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:09.863856 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:09.921819 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:39:11.379163 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:12.967500 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:19.918105 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:19.918842 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:22.909728 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:22.911674 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:28.447639 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-397296'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:35.407259 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=13 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:35.409074 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=15 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:36.670651 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-89dfc669-d6d5-4dec-83f7-29e4cab30ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:38.938815 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5cee5142-2509-4fdb-9c53-c3d451cd3bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:39.869802 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:40.710905 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39532) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:39:40.829423 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e585ebbf-9d7d-4375-99d3-111a9f12c514 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1174281 May 18 22:39:41.373045 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:42.881929 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:39:43.090129 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39542) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:39:43.151063 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b9b86eb6-ceb0-4713-82fe-04e02832ed5b admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0598481 May 18 22:39:46.921537 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:39:50.821794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:50.823686 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:52.816761 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:52.818659 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:53.145037 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:56.916919 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:56.917640 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:39:58.389768 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:06.668581 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-efc2346e-5199-4b8f-a4e5-4d8aee1d6547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:08.909891 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a3b33d9a-b767-4d7b-b22e-97c70a41b45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:09.875178 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:11.366407 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:12.886784 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:22.819468 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:40:22.821374 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:40:23.920965 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:40:28.429095 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:34.940544 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:40:34.941291 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:40:36.663609 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b3480e10-6417-4dd5-90cb-82aec6503ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:38.943795 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1855a66f-fbd1-4e40-82c7-29953b8c6b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:39.903108 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:41.406845 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:42.897666 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:40:52.818414 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:40:52.825399 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:40:58.406443 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:00.921181 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:41:04.928245 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:06.679961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-dcc8333c-637f-488f-8daa-e42d4e5324b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:08.954906 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5149b15b-0ecf-4eef-9417-bb8948a45893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:09.907992 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:10.917230 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:11.394607 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:12.885885 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:22.821030 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:22.827105 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:23.095045 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39694) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:23.611584 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-523457895-network', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:23.709184 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39724) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:23.719023 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Made reservation on behalf of c184ebb6e93a4cd58d65d8fbe43c4760 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:23.719023 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:23.726356 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:23.817938 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Publish callbacks [] for security_group (20d4cbdd-4c05-4bcd-9315-d76da6155763), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:23.862866 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (20d4cbdd-4c05-4bcd-9315-d76da6155763), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:23.884043 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:41:23.899558 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d4cbdd-4c05-4bcd-9315-d76da6155763,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:23.902810 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (3005a429-8128-4443-a845-332f921661e4), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:23.903505 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Added segment 3005a429-8128-4443-a845-332f921661e4 of type vlan for network 11499028-97ea-4e44-af1f-548128f3e70d May 18 22:41:23.916000 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.916341 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.916695 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.917024 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.917353 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.917674 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.917989 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.918346 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Tracked resource versions report: May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: pushed versions: May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: { 'AddressGroup': {'1.2'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Agent': {'1.1'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'ConntrackHelper': {'1.0'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'LocalIPAssociation': {'1.0'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Log': {'1.0'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'NDPProxy': {'1.0'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Network': {'1.1'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Port': {'1.7'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'PortForwarding': {'1.3'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'QosPolicy': {'1.10'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SecurityGroup': {'1.5'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SecurityGroupRule': {'1.2'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SubPort': {'1.0'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Subnet': {'1.1'}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Trunk': {'1.1'}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: consumer versions: May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: { DHCP agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: HyperV agent@hv-cinder-83800: {}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: L3 agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: Metadata agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: Metering agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: Open vSwitch agent@dv-cinder-838009-6-iscsi: { 'AddressGroup': '1.2', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Agent': '1.1', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'ConntrackHelper': '1.0', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'LocalIPAssociation': '1.0', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Log': '1.0', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'NDPProxy': '1.0', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Network': '1.1', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Port': '1.7', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'PortForwarding': '1.3', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'QosPolicy': '1.10', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SecurityGroup': '1.5', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SecurityGroupRule': '1.2', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'SubPort': '1.0', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Subnet': '1.1', May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: 'Trunk': '1.1'}} May 18 22:41:23.927446 dv-cinder-838009-6-iscsi neutron-server[110666]: {{(pid=110666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 22:41:23.967519 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (11499028-97ea-4e44-af1f-548128f3e70d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.040172 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (11499028-97ea-4e44-af1f-548128f3e70d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.041209 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:24.042194 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.048622 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1173329996-network', 'tenant_id': 'f60b6521267447fe8b4c12f701a40144'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:24.125662 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0295334 May 18 22:41:24.128524 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39744) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:24.134661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Request body: {'subnet': {'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-subnet', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:24.161369 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce598a8-1c85-495a-b980-3b096a0a3f3e admin admin] Pushing event updated for resources: {'Network': ['ID=11499028-97ea-4e44-af1f-548128f3e70d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:24.171999 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 11499028-97ea-4e44-af1f-548128f3e70d details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:41:24.188596 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Made reservation on behalf of f60b6521267447fe8b4c12f701a40144 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:24.191367 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.200890 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.250045 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Made reservation on behalf of c184ebb6e93a4cd58d65d8fbe43c4760 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:24.252917 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.348130 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Publish callbacks [] for security_group (c497c313-9c9d-46de-9664-ca4db282c411), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.401145 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:24.440315 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (c497c313-9c9d-46de-9664-ca4db282c411), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.446424 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39752) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:24.457706 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=75,neutron:INSERT=24,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:24.471309 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:41:24.486690 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c497c313-9c9d-46de-9664-ca4db282c411,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:24.491482 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (070c3039-e29a-48d2-8155-612d8efb9a8b), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.493663 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Added segment 070c3039-e29a-48d2-8155-612d8efb9a8b of type vlan for network a29a1140-62f3-4e10-a262-5a95efec486d May 18 22:41:24.540290 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (a29a1140-62f3-4e10-a262-5a95efec486d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.564447 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (99ffcfc2-48f1-4acf-81f2-1ca315934411), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.624861 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (a29a1140-62f3-4e10-a262-5a95efec486d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.625868 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:24.626471 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.648681 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ffcfc2-48f1-4acf-81f2-1ca315934411,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:24.664246 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Checking segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:24.664608 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Network hostable DHCP agents. Network: 11499028-97ea-4e44-af1f-548128f3e70d, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:41:24.717420 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] Pushing event updated for resources: {'Network': ['ID=a29a1140-62f3-4e10-a262-5a95efec486d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:24.727841 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network a29a1140-62f3-4e10-a262-5a95efec486d details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:41:24.736562 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-78d91e2e-e8e5-4f30-90c8-1937501bfb02 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0262532 May 18 22:41:24.743218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39788) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:24.750797 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Request body: {'subnet': {'network_id': 'a29a1140-62f3-4e10-a262-5a95efec486d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1173329996-subnet', 'tenant_id': 'f60b6521267447fe8b4c12f701a40144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:24.806374 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Network 11499028-97ea-4e44-af1f-548128f3e70d is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:41:24.827476 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-794428633-network', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:24.885900 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Made reservation on behalf of f60b6521267447fe8b4c12f701a40144 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:24.888397 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:24.915113 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 11499028-97ea-4e44-af1f-548128f3e70d) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:24.929628 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3167f-a315-41e1-a115-f3016586dacc None None] Network 11499028-97ea-4e44-af1f-548128f3e70d requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:41:24.948992 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:24.950959 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.089666 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3231fbf2-c593-40ee-874c-059c8c7e7082 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9599092 May 18 22:41:25.093083 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39808) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:25.098391 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:25.111056 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Made reservation on behalf of 6422f1b1118143e4b8ef54927212ca97 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:25.113543 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.121929 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564475aa-030d-4479-939b-9258eb49252a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-11499028-97ea-4e44-af1f-548128f3e70d', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:41:25.124255 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.204053 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.230415 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (01e0eb6d-afa6-43bc-be65-e67b77c15145), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.231613 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (01e0eb6d-afa6-43bc-be65-e67b77c15145), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.262318 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (6bef25a3-235a-402b-8cbf-7ce46f9461b5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.411161 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-564475aa-030d-4479-939b-9258eb49252a None None] Allocated IP 172.20.0.2 (11499028-97ea-4e44-af1f-548128f3e70d/99ffcfc2-48f1-4acf-81f2-1ca315934411/96309d4c-3632-4408-95a4-03137ab8e14d) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:25.453100 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bef25a3-235a-402b-8cbf-7ce46f9461b5,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:25.464323 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks [] for router_controller (01e0eb6d-afa6-43bc-be65-e67b77c15145), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.505919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.505919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.505919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.505919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.505919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.506610 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.506610 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.506912 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.507228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.507725 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.508220 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.508713 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.509359 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.510027 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.510525 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Tracked resource versions report: May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: pushed versions: May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: { 'AddressGroup': {'1.2'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Agent': {'1.1'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'ConntrackHelper': {'1.0'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'LocalIPAssociation': {'1.0'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Log': {'1.0'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'NDPProxy': {'1.0'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Network': {'1.1'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Port': {'1.7'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'PortForwarding': {'1.3'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'QosPolicy': {'1.10'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SecurityGroup': {'1.5'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SecurityGroupRule': {'1.2'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SubPort': {'1.0'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Subnet': {'1.1'}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Trunk': {'1.1'}} May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: consumer versions: May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: { DHCP agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: HyperV agent@hv-cinder-83800: {}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: L3 agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: Metadata agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: Metering agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: Open vSwitch agent@dv-cinder-838009-6-iscsi: { 'AddressGroup': '1.2', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Agent': '1.1', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'ConntrackHelper': '1.0', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'LocalIPAssociation': '1.0', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Log': '1.0', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'NDPProxy': '1.0', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Network': '1.1', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Port': '1.7', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'PortForwarding': '1.3', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'QosPolicy': '1.10', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SecurityGroup': '1.5', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SecurityGroupRule': '1.2', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'SubPort': '1.0', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Subnet': '1.1', May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: 'Trunk': '1.1'}} May 18 22:41:25.512821 dv-cinder-838009-6-iscsi neutron-server[110667]: {{(pid=110667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 22:41:25.547686 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Publish callbacks [] for security_group (3b1b3c3f-b0fe-4616-a693-fc0f4f8439f4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.555812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Checking segment: {'id': '070c3039-e29a-48d2-8155-612d8efb9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a29a1140-62f3-4e10-a262-5a95efec486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:25.556470 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Network hostable DHCP agents. Network: a29a1140-62f3-4e10-a262-5a95efec486d, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:41:25.657151 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3b1b3c3f-b0fe-4616-a693-fc0f4f8439f4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.743257 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Network a29a1140-62f3-4e10-a262-5a95efec486d is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:41:25.789120 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Publish callbacks [] for port (96309d4c-3632-4408-95a4-03137ab8e14d), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.790444 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:41:25.835535 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:25.858467 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (8279af06-a143-4568-baef-4b7adc1868e5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.859970 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Added segment 8279af06-a143-4568-baef-4b7adc1868e5 of type vlan for network fbd3cb94-6b06-443d-a376-6f705f586753 May 18 22:41:25.863215 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.864763 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b3c3f-b0fe-4616-a693-fc0f4f8439f4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:25.907881 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, a29a1140-62f3-4e10-a262-5a95efec486d) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:25.910974 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:25.911577 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.911933 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564475aa-030d-4479-939b-9258eb49252a None None] Network 11499028-97ea-4e44-af1f-548128f3e70d is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:25.918654 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-564475aa-030d-4479-939b-9258eb49252a None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:25.919357 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:25.928909 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01bb6c2-aefd-4b54-972d-1631c8ca2814 None None] Network a29a1140-62f3-4e10-a262-5a95efec486d requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:41:25.954289 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks [] for router_gateway (01e0eb6d-afa6-43bc-be65-e67b77c15145), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.982937 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (fbd3cb94-6b06-443d-a376-6f705f586753), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:25.989118 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564475aa-030d-4479-939b-9258eb49252a None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:26.058982 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6be85c67-bfaa-4776-b66e-209f4e0878f4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3071654 May 18 22:41:26.059083 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564475aa-030d-4479-939b-9258eb49252a None None] Pushing event updated for resources: {'Port': ['ID=96309d4c-3632-4408-95a4-03137ab8e14d,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:26.089114 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.089462 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.089814 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.102103 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.102772 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.103283 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.103615 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.103944 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.104267 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.104591 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.104909 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.105244 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.105567 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.105878 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.106214 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Tracked resource versions report: May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: pushed versions: May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: { 'AddressGroup': {'1.2'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Agent': {'1.1'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'ConntrackHelper': {'1.0'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'LocalIPAssociation': {'1.0'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Log': {'1.0'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'NDPProxy': {'1.0'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Network': {'1.1'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Port': {'1.7'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'PortForwarding': {'1.3'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'QosPolicy': {'1.10'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SecurityGroup': {'1.5'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SecurityGroupRule': {'1.2'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SubPort': {'1.0'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Subnet': {'1.1'}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Trunk': {'1.1'}} May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: consumer versions: May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: { DHCP agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: HyperV agent@hv-cinder-83800: {}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: L3 agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: Metadata agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: Metering agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: Open vSwitch agent@dv-cinder-838009-6-iscsi: { 'AddressGroup': '1.2', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Agent': '1.1', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'ConntrackHelper': '1.0', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'LocalIPAssociation': '1.0', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Log': '1.0', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'NDPProxy': '1.0', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Network': '1.1', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Port': '1.7', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'PortForwarding': '1.3', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'QosPolicy': '1.10', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SecurityGroup': '1.5', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SecurityGroupRule': '1.2', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'SubPort': '1.0', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Subnet': '1.1', May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: 'Trunk': '1.1'}} May 18 22:41:26.107495 dv-cinder-838009-6-iscsi neutron-server[110668]: {{(pid=110668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 22:41:26.118924 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (fbd3cb94-6b06-443d-a376-6f705f586753), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.124138 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:26.124138 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.308186 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd3cb94-6b06-443d-a376-6f705f586753,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:26.321170 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-564475aa-030d-4479-939b-9258eb49252a None None] Attempting to bind port 96309d4c-3632-4408-95a4-03137ab8e14d on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:41:26.321544 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-564475aa-030d-4479-939b-9258eb49252a None None] Attempting to bind port 96309d4c-3632-4408-95a4-03137ab8e14d by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:41:26.322019 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564475aa-030d-4479-939b-9258eb49252a None None] Attempting to bind port 96309d4c-3632-4408-95a4-03137ab8e14d on network 11499028-97ea-4e44-af1f-548128f3e70d {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:41:26.324892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9720dff7-970a-43fe-b127-34b8d625ece1 None None] Network a29a1140-62f3-4e10-a262-5a95efec486d requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:41:26.327304 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network fbd3cb94-6b06-443d-a376-6f705f586753 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:41:26.356848 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-119ec1f6-f973-46f4-918b-90cee3241885 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.9092927 May 18 22:41:26.358201 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39862) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:26.364520 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Request body: {'subnet': {'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-794428633-subnet', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:26.409532 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks [] for router_gateway (01e0eb6d-afa6-43bc-be65-e67b77c15145), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.418770 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564475aa-030d-4479-939b-9258eb49252a None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:41:26.422592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564475aa-030d-4479-939b-9258eb49252a None None] Checking segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:26.422592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.422592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564475aa-030d-4479-939b-9258eb49252a None None] Bound using segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:41:26.422592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-564475aa-030d-4479-939b-9258eb49252a None None] Bound port: 96309d4c-3632-4408-95a4-03137ab8e14d, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:41:26.422592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.439968 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.474503 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Made reservation on behalf of 6422f1b1118143e4b8ef54927212ca97 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:26.477431 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.595226 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Allocated IP 172.27.1.229 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/216a77e3-083a-4a30-8572-cb106c9cb134) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:26.598941 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:26.599732 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:26.692215 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:26.699036 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:26.795051 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-564475aa-030d-4479-939b-9258eb49252a None None] For port 96309d4c-3632-4408-95a4-03137ab8e14d, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:41:26.807421 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-564475aa-030d-4479-939b-9258eb49252a None None] For port 96309d4c-3632-4408-95a4-03137ab8e14d, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=96309d4c-3632-4408-95a4-03137ab8e14d,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:41:26.878316 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks [] for port (216a77e3-083a-4a30-8572-cb106c9cb134), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.926175 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-564475aa-030d-4479-939b-9258eb49252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.938642 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (e41c8fe0-af5f-4581-99d2-e1fae5ede731), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:26.987689 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41c8fe0-af5f-4581-99d2-e1fae5ede731,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:27.005697 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564475aa-030d-4479-939b-9258eb49252a None None] Pushing event updated for resources: {'Port': ['ID=96309d4c-3632-4408-95a4-03137ab8e14d,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:27.016837 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.050202 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Checking segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:27.050687 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Network hostable DHCP agents. Network: fbd3cb94-6b06-443d-a376-6f705f586753, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:41:27.051905 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:27.054868 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:27.058136 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:27.139437 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=216a77e3-083a-4a30-8572-cb106c9cb134,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:27.171841 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Network fbd3cb94-6b06-443d-a376-6f705f586753 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:41:27.274453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, fbd3cb94-6b06-443d-a376-6f705f586753) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:27.279986 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:27.280675 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.298899 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712677a9-0e65-4abd-8bb2-20fed424c6b8 None None] Network fbd3cb94-6b06-443d-a376-6f705f586753 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:41:27.392109 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks [] for router_gateway (01e0eb6d-afa6-43bc-be65-e67b77c15145), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.397103 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8462726e-85bf-4401-9bb2-1d14f9be095a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0377202 May 18 22:41:27.399817 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39878) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:27.404185 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:27.436421 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-fbd3cb94-6b06-443d-a376-6f705f586753', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:41:27.438291 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.446274 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:27.520440 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (0864d264-0ed3-4196-af06-71b3946bccd2), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.522053 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (0864d264-0ed3-4196-af06-71b3946bccd2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.594638 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Allocated IP 172.20.0.2 (fbd3cb94-6b06-443d-a376-6f705f586753/e41c8fe0-af5f-4581-99d2-e1fae5ede731/ae780ce9-4bba-424a-87e6-d38ab6f3d17a) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:27.601633 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks [] for router_controller (0864d264-0ed3-4196-af06-71b3946bccd2), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.644343 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (01e0eb6d-afa6-43bc-be65-e67b77c15145), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.760420 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:27.776094 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Publish callbacks [] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.812142 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:27.847672 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:27.869491 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Router 01e0eb6d-afa6-43bc-be65-e67b77c15145 is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:41:27.884238 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Network fbd3cb94-6b06-443d-a376-6f705f586753 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:27.937070 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:27.958576 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:28.035578 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:41:28.050466 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Sync routers for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:41:28.087857 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:41:28.088484 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:41:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:28.121967 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 96309d4c-3632-4408-95a4-03137ab8e14d up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:28.449108 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.449108 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1ad8eb92-03e3-4e84-ad8d-53b1314b9bb8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0596080 May 18 22:41:28.449108 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 39902) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Pushing event updated for resources: {'Port': ['ID=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Attempting to bind port ae780ce9-4bba-424a-87e6-d38ab6f3d17a on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Attempting to bind port ae780ce9-4bba-424a-87e6-d38ab6f3d17a by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Attempting to bind port ae780ce9-4bba-424a-87e6-d38ab6f3d17a on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Checking segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Bound using segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:41:28.455361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Bound port: ae780ce9-4bba-424a-87e6-d38ab6f3d17a, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:41:28.462150 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.462150 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 96309d4c-3632-4408-95a4-03137ab8e14d triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:28.462150 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.466446 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:28.468447 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0ca2c1-c8e8-428a-963c-abadfb6b3eb5 None None] Network 11499028-97ea-4e44-af1f-548128f3e70d requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:41:28.468736 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks [] for router_gateway (0864d264-0ed3-4196-af06-71b3946bccd2), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.469006 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:41:28.469295 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 39922) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:28.469567 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-5e4000ae-9b6b-451d-8d17-efdf8cc0da74 None None] Provisioning complete for port 96309d4c-3632-4408-95a4-03137ab8e14d triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:28.469567 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5e4000ae-9b6b-451d-8d17-efdf8cc0da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.469833 dv-cinder-838009-6-iscsi neutron-server[110667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 22:41:28.476595 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:28.568361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] For port ae780ce9-4bba-424a-87e6-d38ab6f3d17a, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:41:28.621883 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.628098 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:27Z', 'revision_number': 3, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:28.640724 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] For port ae780ce9-4bba-424a-87e6-d38ab6f3d17a, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:41:28.673294 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Checking router: 01e0eb6d-afa6-43bc-be65-e67b77c15145 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:41:28.673893 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Updating router 01e0eb6d-afa6-43bc-be65-e67b77c15145 port 216a77e3-083a-4a30-8572-cb106c9cb134 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:41:28.702149 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5e4000ae-9b6b-451d-8d17-efdf8cc0da74 None None] Current status of the port 96309d4c-3632-4408-95a4-03137ab8e14d is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:28.702542 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5e4000ae-9b6b-451d-8d17-efdf8cc0da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.717372 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.730848 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 96309d4c-3632-4408-95a4-03137ab8e14d is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:28.733809 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.754868 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.880178 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:28.912474 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 96309d4c-3632-4408-95a4-03137ab8e14d, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=96309d4c-3632-4408-95a4-03137ab8e14d,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:41:28.932811 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-37b9a6fb-cb32-4198-85d1-a4ed21b3fbf1 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:28.946216 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-37b9a6fb-cb32-4198-85d1-a4ed21b3fbf1 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/networks?id=a29a1140-62f3-4e10-a262-5a95efec486d HTTP/1.1" status: 200 len: 812 time: 0.5166373 May 18 22:41:28.975093 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94762f0-6743-46b6-832d-49ae614419e3 None None] Pushing event updated for resources: {'Port': ['ID=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:28.976656 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-40387752-5c8d-49cb-929d-eb5eb0c14090 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/quotas/f60b6521267447fe8b4c12f701a40144 HTTP/1.1" status: 200 len: 375 time: 0.0288627 May 18 22:41:29.026366 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.191491 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-c42ff68d-b110-4e07-8e9b-c57d996c1e06 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f60b6521267447fe8b4c12f701a40144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2118053 May 18 22:41:29.261314 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Allocated IP 172.20.0.1 (11499028-97ea-4e44-af1f-548128f3e70d/99ffcfc2-48f1-4acf-81f2-1ca315934411/ed9b326e-55c2-4cea-8ab1-35f37efda343) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:29.289117 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.db.api [None req-5e4000ae-9b6b-451d-8d17-efdf8cc0da74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 22:41:29.290804 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG oslo_db.api [None req-5e4000ae-9b6b-451d-8d17-efdf8cc0da74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 22:41:29.294797 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=96309d4c-3632-4408-95a4-03137ab8e14d,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:29.409502 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:29.424676 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks [] for router_gateway (0864d264-0ed3-4196-af06-71b3946bccd2), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.448475 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Publish callbacks [] for port (216a77e3-083a-4a30-8572-cb106c9cb134), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.476232 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.485190 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Publish callbacks [] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.538965 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.549832 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-9befff29-340a-4844-abe5-908812e0d89e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:41:29.550880 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-9befff29-340a-4844-abe5-908812e0d89e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1094842 May 18 22:41:29.589319 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.597522 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Attempting to bind port 216a77e3-083a-4a30-8572-cb106c9cb134 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:41:29.597522 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Attempting to bind port 216a77e3-083a-4a30-8572-cb106c9cb134 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:41:29.597522 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Attempting to bind port 216a77e3-083a-4a30-8572-cb106c9cb134 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:41:29.606493 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Pushing event updated for resources: {'Port': ['ID=216a77e3-083a-4a30-8572-cb106c9cb134,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:29.609035 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:41:29.609410 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:29.609809 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.610224 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:41:29.610734 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Bound port: 216a77e3-083a-4a30-8572-cb106c9cb134, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:41:29.611111 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.635859 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:29.636321 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Network 11499028-97ea-4e44-af1f-548128f3e70d is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:29.640303 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.640706 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.641077 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.641423 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.641808 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.642184 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.642517 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.642897 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.643223 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.643808 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.643902 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.644292 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.644632 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.644747 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:29.645007 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.645404 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Tracked resource versions report: May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: pushed versions: May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: { 'AddressGroup': {'1.2'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Agent': {'1.1'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'ConntrackHelper': {'1.0'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'LocalIPAssociation': {'1.0'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Log': {'1.0'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'NDPProxy': {'1.0'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Network': {'1.1'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Port': {'1.7'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'PortForwarding': {'1.3'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'QosPolicy': {'1.10'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SecurityGroup': {'1.5'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SecurityGroupRule': {'1.2'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SubPort': {'1.0'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Subnet': {'1.1'}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Trunk': {'1.1'}} May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: consumer versions: May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: { DHCP agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: HyperV agent@hv-cinder-83800: {}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: L3 agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: Metadata agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: Metering agent@dv-cinder-838009-6-iscsi: {}, May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: Open vSwitch agent@dv-cinder-838009-6-iscsi: { 'AddressGroup': '1.2', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Agent': '1.1', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'ConntrackHelper': '1.0', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'LocalIPAssociation': '1.0', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Log': '1.0', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'NDPProxy': '1.0', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Network': '1.1', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Port': '1.7', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'PortForwarding': '1.3', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'QosPolicy': '1.10', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SecurityGroup': '1.5', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SecurityGroupRule': '1.2', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'SubPort': '1.0', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Subnet': '1.1', May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: 'Trunk': '1.1'}} May 18 22:41:29.647373 dv-cinder-838009-6-iscsi neutron-server[110669]: {{(pid=110669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 22:41:29.652286 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:29.664381 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:29.665162 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (01e0eb6d-afa6-43bc-be65-e67b77c15145), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.669713 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9b326e-55c2-4cea-8ab1-35f37efda343,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:29.684087 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] For port 216a77e3-083a-4a30-8572-cb106c9cb134, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:41:29.689817 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] For port 216a77e3-083a-4a30-8572-cb106c9cb134, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=216a77e3-083a-4a30-8572-cb106c9cb134,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:41:29.744258 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Allocated IP 172.27.1.80 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/3c6cf7d4-cb38-4e62-99f2-81c4efef6f67) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:29.750301 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:29.753898 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-bb70aee6-0657-4c62-8d9e-3af1ed1bc7c5 service neutron] 10.222.0.70 "GET /v2.0/networks/a29a1140-62f3-4e10-a262-5a95efec486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951344 May 18 22:41:29.757595 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:29.771544 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:29.925505 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5e4000ae-9b6b-451d-8d17-efdf8cc0da74 None None] Current status of the port 96309d4c-3632-4408-95a4-03137ab8e14d is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:29.952067 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a250728-bba0-4e59-a836-1fc8e1240925 None None] Pushing event updated for resources: {'Port': ['ID=216a77e3-083a-4a30-8572-cb106c9cb134,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:29.965531 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:41:29.981525 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:41:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:30.055650 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-ad8b1a14-95e4-403a-a5f0-a3297cda5594 None None] Provisioning complete for port 96309d4c-3632-4408-95a4-03137ab8e14d triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:30.056620 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1a14-95e4-403a-a5f0-a3297cda5594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.141130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-003083b5-4c38-4dd7-bc35-b611e1b47801 service neutron] 10.222.0.70 "GET /v2.0/networks/a29a1140-62f3-4e10-a262-5a95efec486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786781 May 18 22:41:30.170919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks [] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.254342 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:30.258978 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 96309d4c-3632-4408-95a4-03137ab8e14d up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:30.299781 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:41:30.319244 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b1a14-95e4-403a-a5f0-a3297cda5594 None None] Current status of the port 96309d4c-3632-4408-95a4-03137ab8e14d is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:30.342515 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 96309d4c-3632-4408-95a4-03137ab8e14d triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:30.343409 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.373540 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.406522 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.470254 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-fc112d26-d9c8-4a94-aca6-9df1e4698e73 None None] Provisioning complete for port ed9b326e-55c2-4cea-8ab1-35f37efda343 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:30.470759 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fc112d26-d9c8-4a94-aca6-9df1e4698e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.493264 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:30.512322 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-fc112d26-d9c8-4a94-aca6-9df1e4698e73 None None] Port ed9b326e-55c2-4cea-8ab1-35f37efda343 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:41:30.515978 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 96309d4c-3632-4408-95a4-03137ab8e14d is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:30.517138 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device ae780ce9-4bba-424a-87e6-d38ab6f3d17a up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:30.527724 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:30.535382 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:30.540335 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:30.575614 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:30.579844 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc765e-37a9-4e5f-95ab-a9b3c5e9fab8 None None] Network fbd3cb94-6b06-443d-a376-6f705f586753 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:41:30.585751 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6cf7d4-cb38-4e62-99f2-81c4efef6f67,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:30.591856 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port ae780ce9-4bba-424a-87e6-d38ab6f3d17a triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:30.592332 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.717767 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-5a9da042-d7f6-4777-95c3-c3d40fef3f2c None None] Provisioning complete for port ae780ce9-4bba-424a-87e6-d38ab6f3d17a triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:30.717767 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a9da042-d7f6-4777-95c3-c3d40fef3f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.754629 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-52e15735-2cd9-4694-9884-241249d1883a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:27Z', 'revision_number': 3, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:30.831895 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 40000) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:30.836945 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5a9da042-d7f6-4777-95c3-c3d40fef3f2c None None] Current status of the port ae780ce9-4bba-424a-87e6-d38ab6f3d17a is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:30.837481 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a9da042-d7f6-4777-95c3-c3d40fef3f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.845346 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e15735-2cd9-4694-9884-241249d1883a None None] The sync data for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi is: [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:27Z', 'revision_number': 3, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:41:30.871822 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Publish callbacks [] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.929177 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5a9da042-d7f6-4777-95c3-c3d40fef3f2c None None] For port ae780ce9-4bba-424a-87e6-d38ab6f3d17a, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:41:30.983393 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:30.984216 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (01e0eb6d-afa6-43bc-be65-e67b77c15145), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:31.084229 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a9da042-d7f6-4777-95c3-c3d40fef3f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:31.194460 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9b326e-55c2-4cea-8ab1-35f37efda343,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:31.268027 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e14dbfc1-ed83-46cc-922f-19701b9ecf57 req-6439a9d3-4be0-4766-989e-f7a436521ff5 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.4276288 May 18 22:41:31.308150 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Network 11499028-97ea-4e44-af1f-548128f3e70d is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:31.310278 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:31.346523 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:31.446617 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:31.449257 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9da042-d7f6-4777-95c3-c3d40fef3f2c None None] Pushing event updated for resources: {'Port': ['ID=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:31.462607 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port ae780ce9-4bba-424a-87e6-d38ab6f3d17a is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:31.462996 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:31.575807 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.db.api [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 22:41:31.577854 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG oslo_db.api [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 22:41:31.583834 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Router 01e0eb6d-afa6-43bc-be65-e67b77c15145 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:41:31.747277 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks [] for router_gateway (0864d264-0ed3-4196-af06-71b3946bccd2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:31.814952 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c86b662e-0d78-4ef7-93bc-a356924301ba None None] Provisioning complete for port ed9b326e-55c2-4cea-8ab1-35f37efda343 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:31.815339 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c86b662e-0d78-4ef7-93bc-a356924301ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:31.882691 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c86b662e-0d78-4ef7-93bc-a356924301ba None None] Port ed9b326e-55c2-4cea-8ab1-35f37efda343 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:41:31.887158 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:41:31.892549 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e67a2024-b546-4e92-bb4e-d0e5e28f7cd3 admin admin] 10.222.0.70 "PUT /v2.0/routers/01e0eb6d-afa6-43bc-be65-e67b77c15145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7337255 May 18 22:41:32.011216 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-de2176a0-3083-4126-9d15-faab0495a778 None None] Provisioning complete for port ae780ce9-4bba-424a-87e6-d38ab6f3d17a triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:32.011783 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de2176a0-3083-4126-9d15-faab0495a778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:32.095366 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (0864d264-0ed3-4196-af06-71b3946bccd2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:32.165324 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-de2176a0-3083-4126-9d15-faab0495a778 None None] Current status of the port ae780ce9-4bba-424a-87e6-d38ab6f3d17a is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:32.168422 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port ae780ce9-4bba-424a-87e6-d38ab6f3d17a is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:32.243188 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:32.403335 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device ae780ce9-4bba-424a-87e6-d38ab6f3d17a up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:32.408612 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea26a062-5b8e-4dfc-9af9-d4b191418789 req-437b0213-f7fe-43e2-a1b1-1fbd41accb61 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0414600 May 18 22:41:32.459917 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port ae780ce9-4bba-424a-87e6-d38ab6f3d17a triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:32.460292 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:32.465291 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-2fc7004d-63b4-4e57-85b8-ead0b42ccec3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:32.466860 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-2fc7004d-63b4-4e57-85b8-ead0b42ccec3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 818 time: 0.1762240 May 18 22:41:32.483578 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-ac97d4d8-7daa-4b83-b8e9-2faea1312530 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/quotas/c184ebb6e93a4cd58d65d8fbe43c4760 HTTP/1.1" status: 200 len: 375 time: 0.0110641 May 18 22:41:32.520414 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Router 0864d264-0ed3-4196-af06-71b3946bccd2 is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:41:32.537398 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port ae780ce9-4bba-424a-87e6-d38ab6f3d17a is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:32.539039 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 216a77e3-083a-4a30-8572-cb106c9cb134 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:32.541207 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:32.554653 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-e9b811a7-1d84-409a-98f3-51fa74a66945 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657647 May 18 22:41:32.583525 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 216a77e3-083a-4a30-8572-cb106c9cb134 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:32.583892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:32.661162 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 216a77e3-083a-4a30-8572-cb106c9cb134 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:32.661631 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:32.683364 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 216a77e3-083a-4a30-8572-cb106c9cb134, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=216a77e3-083a-4a30-8572-cb106c9cb134,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:41:32.731752 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:41:32.739322 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-1689f53c-9482-4d45-aadf-20f8217a0026 service neutron] 10.222.0.70 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432865 May 18 22:41:32.740961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:41:32.744980 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:32.753160 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:41:32.753766 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:41:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:32.797354 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:32.836549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:32.837764 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6f0cb24d-5d44-4ff2-a5d7-2497ee2cb830 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4368384 May 18 22:41:32.841184 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 40080) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:32.861212 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-d9eeca3b-1d04-4d13-ad30-ec6305431ca7 service neutron] 10.222.0.70 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139286 May 18 22:41:32.939604 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=216a77e3-083a-4a30-8572-cb106c9cb134,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:32.966536 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:41:33.115631 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:33.173039 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:31Z', 'revision_number': 3, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:33.235312 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:41:33.235670 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Updating router 0864d264-0ed3-4196-af06-71b3946bccd2 port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:41:33.252324 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a656e825-8fcb-40a7-b620-dfa757013e82 req-7e8f867c-54c1-474c-990a-e3722f3a7e95 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 210 time: 0.0730131 May 18 22:41:33.278651 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:33.403852 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Sync routers for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:41:33.426877 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:41:33.426877 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:41:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:33.435942 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=100 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:33.442741 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:33.547468 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-9bac5f7c-35f0-4dc9-88f2-6e593ea9fda0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:33.562612 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-9bac5f7c-35f0-4dc9-88f2-6e593ea9fda0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 818 time: 0.1652689 May 18 22:41:33.589937 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-6d18343c-c36f-45dd-8ec1-f7beb3042e5e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/quotas/c184ebb6e93a4cd58d65d8fbe43c4760 HTTP/1.1" status: 200 len: 375 time: 0.0263007 May 18 22:41:33.628852 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:41:33.683022 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-2c2e6f9b-dd56-4fd0-bed5-7ab064586594 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919652 May 18 22:41:33.726667 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Allocated IP 172.20.0.1 (fbd3cb94-6b06-443d-a376-6f705f586753/e41c8fe0-af5f-4581-99d2-e1fae5ede731/555855eb-af03-403d-8fcf-555aa000e85f) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:33.788717 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1072c473-9c74-4899-8e24-3e11ea67d19e req-36da41c1-01ab-49cd-bad4-abb12c19a3fd tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0739644 May 18 22:41:33.844807 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-6c97c000-242d-4c0b-af22-b8358ffd13ec service neutron] 10.222.0.70 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610053 May 18 22:41:33.847686 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Publish callbacks [] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:33.855227 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:33.871664 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Publish callbacks [] for port (555855eb-af03-403d-8fcf-555aa000e85f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:33.944885 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-23c0d776-a4a7-4d8f-bcaa-f5ae37c6cdf9 service neutron] 10.222.0.70 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988312 May 18 22:41:33.960049 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:33.961469 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 2, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:33.990256 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (555855eb-af03-403d-8fcf-555aa000e85f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:33.994126 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Checking router: 01e0eb6d-afa6-43bc-be65-e67b77c15145 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:41:33.994126 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Updating router 01e0eb6d-afa6-43bc-be65-e67b77c15145 port ed9b326e-55c2-4cea-8ab1-35f37efda343 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:41:34.030824 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.036943 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Attempting to bind port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:41:34.037320 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Attempting to bind port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:41:34.037682 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Attempting to bind port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:41:34.046566 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:41:34.046942 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:34.047341 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.047735 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:41:34.048206 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Bound port: 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:41:34.048584 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.301992 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:34.301992 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Network fbd3cb94-6b06-443d-a376-6f705f586753 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:34.332871 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafbddd-3e89-40f7-9cc4-c01cfb557b63 None None] Pushing event updated for resources: {'Port': ['ID=3c6cf7d4-cb38-4e62-99f2-81c4efef6f67,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:34.335710 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:34.335710 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:34.335710 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (0864d264-0ed3-4196-af06-71b3946bccd2), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.342222 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] For port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:41:34.342222 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] For port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3c6cf7d4-cb38-4e62-99f2-81c4efef6f67,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:41:34.342983 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Pushing event updated for resources: {'Port': ['ID=555855eb-af03-403d-8fcf-555aa000e85f,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:34.343333 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 216a77e3-083a-4a30-8572-cb106c9cb134 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:34.343333 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.425751 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:34.467647 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4e02bdd8-0b47-45ba-b568-3b1f20072c1f req-6d2985d5-4bd2-4e89-9c4d-e7d30b866580 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0749319 May 18 22:41:34.512379 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e4be51ad-c8f3-4a91-979d-d25e49532d1a None None] Provisioning complete for port 555855eb-af03-403d-8fcf-555aa000e85f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:34.513126 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4be51ad-c8f3-4a91-979d-d25e49532d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (555855eb-af03-403d-8fcf-555aa000e85f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.536349 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:41:34.541814 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:41:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:34.541814 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafbddd-3e89-40f7-9cc4-c01cfb557b63 None None] Pushing event updated for resources: {'Port': ['ID=3c6cf7d4-cb38-4e62-99f2-81c4efef6f67,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:34.569493 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (555855eb-af03-403d-8fcf-555aa000e85f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.587812 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Publish callbacks [] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.611446 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 216a77e3-083a-4a30-8572-cb106c9cb134 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:34.611833 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.650883 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e4be51ad-c8f3-4a91-979d-d25e49532d1a None None] Port 555855eb-af03-403d-8fcf-555aa000e85f cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:41:34.652574 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.700352 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7200661-9277-4448-a416-ed2927a15594 None None] Pushing event updated for resources: {'Port': ['ID=ed9b326e-55c2-4cea-8ab1-35f37efda343,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:34.760862 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:41:34.763664 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:34.799267 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Attempting to bind port ed9b326e-55c2-4cea-8ab1-35f37efda343 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:41:34.799790 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Attempting to bind port ed9b326e-55c2-4cea-8ab1-35f37efda343 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:41:34.801267 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:34.804132 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Attempting to bind port ed9b326e-55c2-4cea-8ab1-35f37efda343 on network 11499028-97ea-4e44-af1f-548128f3e70d {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:41:34.813465 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:41:34.814049 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Checking segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:34.814553 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.815027 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Bound using segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:41:34.815646 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Bound port: ed9b326e-55c2-4cea-8ab1-35f37efda343, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:41:34.816145 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.826496 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:34.830804 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Publish callbacks [] for port (555855eb-af03-403d-8fcf-555aa000e85f), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.897484 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (555855eb-af03-403d-8fcf-555aa000e85f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.898483 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (0864d264-0ed3-4196-af06-71b3946bccd2), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:34.991313 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] For port ed9b326e-55c2-4cea-8ab1-35f37efda343, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:41:35.002651 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Pushing event updated for resources: {'Port': ['ID=555855eb-af03-403d-8fcf-555aa000e85f,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:35.002794 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] For port ed9b326e-55c2-4cea-8ab1-35f37efda343, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=ed9b326e-55c2-4cea-8ab1-35f37efda343,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:41:35.010634 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 216a77e3-083a-4a30-8572-cb106c9cb134 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:35.081355 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:35.106523 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5cd0b80e-bfb3-46da-91a1-a0f4d57084fc req-325fe60f-8a7d-44a1-a01d-cd7f8f005d5d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.2335825 May 18 22:41:35.170672 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Network fbd3cb94-6b06-443d-a376-6f705f586753 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:35.171241 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:35.208763 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-397cc74b-3e1f-4a8e-8587-98d1faf13476 None None] Provisioning complete for port ed9b326e-55c2-4cea-8ab1-35f37efda343 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:35.208763 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-397cc74b-3e1f-4a8e-8587-98d1faf13476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:35.212443 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:41:35.213030 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:41:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:35.217170 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7200661-9277-4448-a416-ed2927a15594 None None] Pushing event updated for resources: {'Port': ['ID=ed9b326e-55c2-4cea-8ab1-35f37efda343,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:35.335200 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:41:35.367431 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:33Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:35.397724 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:41:35.462127 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e8ea3-f695-4df9-839f-74c29bbd437d None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:33Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:41:35.493660 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:35.515557 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-397cc74b-3e1f-4a8e-8587-98d1faf13476 None None] Current status of the port ed9b326e-55c2-4cea-8ab1-35f37efda343 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:35.517324 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-397cc74b-3e1f-4a8e-8587-98d1faf13476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:35.586650 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:41:35.606693 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7375a436-2b5e-49fd-9526-5400c21b79c3 admin admin] 10.222.0.70 "PUT /v2.0/routers/0864d264-0ed3-4196-af06-71b3946bccd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7636805 May 18 22:41:35.607063 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-397cc74b-3e1f-4a8e-8587-98d1faf13476 None None] For port ed9b326e-55c2-4cea-8ab1-35f37efda343, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=ed9b326e-55c2-4cea-8ab1-35f37efda343,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:41:35.664338 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:35.685979 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-397cc74b-3e1f-4a8e-8587-98d1faf13476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:35.699147 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e04473-5e17-49f2-9b12-fe625185dc1a None None] The sync data for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi is: [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:41:35.729173 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-465cd950-c390-4a53-bfe6-be3b7e914caa req-7fde3685-8ab0-480c-ab92-994d852a62f7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0488746 May 18 22:41:35.765129 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cc74b-3e1f-4a8e-8587-98d1faf13476 None None] Pushing event updated for resources: {'Port': ['ID=ed9b326e-55c2-4cea-8ab1-35f37efda343,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:35.805963 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-160f8c93-05bc-4b86-a997-7d082f3f9d84 None None] Provisioning complete for port 555855eb-af03-403d-8fcf-555aa000e85f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:35.806398 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-160f8c93-05bc-4b86-a997-7d082f3f9d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (555855eb-af03-403d-8fcf-555aa000e85f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:35.851483 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-160f8c93-05bc-4b86-a997-7d082f3f9d84 None None] Port 555855eb-af03-403d-8fcf-555aa000e85f cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:41:35.860626 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-160f8c93-05bc-4b86-a997-7d082f3f9d84 None None] Provisioning complete for port ed9b326e-55c2-4cea-8ab1-35f37efda343 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:35.861013 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-160f8c93-05bc-4b86-a997-7d082f3f9d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:35.915006 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:35.981735 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-160f8c93-05bc-4b86-a997-7d082f3f9d84 None None] Current status of the port ed9b326e-55c2-4cea-8ab1-35f37efda343 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:36.135654 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 40208) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:36.141581 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-a89f9bc8-e7ac-4a7d-8ddf-26a35af99581 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057584601', 'description': 'tempest-description--2142588934'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:36.258822 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a89f9bc8-e7ac-4a7d-8ddf-26a35af99581 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:36.278165 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56b40715-1364-45b4-9f7e-317d779a6292 req-6b2be474-028b-41fb-856d-82032bc07cf9 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0728261 May 18 22:41:36.299860 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device ed9b326e-55c2-4cea-8ab1-35f37efda343 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:36.387416 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:36.388370 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port ed9b326e-55c2-4cea-8ab1-35f37efda343 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:36.389361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:36.409193 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a89f9bc8-e7ac-4a7d-8ddf-26a35af99581 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (768f4d75-63df-478b-a18f-520e7a4af2ce), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:36.480371 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port ed9b326e-55c2-4cea-8ab1-35f37efda343 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:36.520080 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a89f9bc8-e7ac-4a7d-8ddf-26a35af99581 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (768f4d75-63df-478b-a18f-520e7a4af2ce), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:36.555146 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f9bc8-e7ac-4a7d-8ddf-26a35af99581 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768f4d75-63df-478b-a18f-520e7a4af2ce,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:36.609822 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a89f9bc8-e7ac-4a7d-8ddf-26a35af99581 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:36.613862 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a89f9bc8-e7ac-4a7d-8ddf-26a35af99581 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4744842 May 18 22:41:36.614349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 40222) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:36.619197 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-a1703fc9-6160-42cf-ba91-9110817d6fca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group_rule': {'security_group_id': '768f4d75-63df-478b-a18f-520e7a4af2ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:36.675652 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-859b2463-9e1c-41b6-aeed-a12e266dc798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:36.752014 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a1703fc9-6160-42cf-ba91-9110817d6fca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (555c2112-3ff5-4f31-9b8a-1c64ea99d446), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:36.903897 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c58d8275-679e-44d6-9002-73fdaa29c02a req-2766ff28-c158-481f-bb00-1246b76c1d62 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0420802 May 18 22:41:36.906501 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a1703fc9-6160-42cf-ba91-9110817d6fca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (555c2112-3ff5-4f31-9b8a-1c64ea99d446), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.022179 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a1703fc9-6160-42cf-ba91-9110817d6fca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (555c2112-3ff5-4f31-9b8a-1c64ea99d446), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.043416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1703fc9-6160-42cf-ba91-9110817d6fca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555c2112-3ff5-4f31-9b8a-1c64ea99d446,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:37.109712 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a1703fc9-6160-42cf-ba91-9110817d6fca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.111123 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a1703fc9-6160-42cf-ba91-9110817d6fca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4957795 May 18 22:41:37.113878 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 40234) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:37.118203 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-6f746b51-47d9-46a8-97c7-f6279df4b4f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group_rule': {'security_group_id': '768f4d75-63df-478b-a18f-520e7a4af2ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:37.223631 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f746b51-47d9-46a8-97c7-f6279df4b4f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (61139e91-579b-47f9-8d61-03a3a0e6baa0), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.282017 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:37.291343 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f746b51-47d9-46a8-97c7-f6279df4b4f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (61139e91-579b-47f9-8d61-03a3a0e6baa0), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.366802 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f746b51-47d9-46a8-97c7-f6279df4b4f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (61139e91-579b-47f9-8d61-03a3a0e6baa0), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.397650 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cd9a775-e171-4dc0-b0d6-9224d73a9f09 req-06dd1eb0-8f55-4f5e-86b3-6383da39f122 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0414834 May 18 22:41:37.416572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f746b51-47d9-46a8-97c7-f6279df4b4f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61139e91-579b-47f9-8d61-03a3a0e6baa0,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:37.476159 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6f746b51-47d9-46a8-97c7-f6279df4b4f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.477366 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6f746b51-47d9-46a8-97c7-f6279df4b4f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625488 May 18 22:41:37.480410 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 40246) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:37.485307 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:37.571585 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.737029 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:37.774700 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=8 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:37.846941 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Allocated IP 172.27.1.92 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/492ac527-fb11-434d-a4b8-859346a0218a) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:37.919196 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:41:37.960339 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (492ac527-fb11-434d-a4b8-859346a0218a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.011167 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a8dc82db-bdde-4112-bbdc-4cc76f38cdd7 req-ea677ae0-1100-455b-9096-597a17fbcd50 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0306232 May 18 22:41:38.073958 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (492ac527-fb11-434d-a4b8-859346a0218a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.117573 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:38.120591 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:38.123039 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:38.131035 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=492ac527-fb11-434d-a4b8-859346a0218a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:38.208351 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.281032 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:38.321775 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:38.323558 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:38.323923 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.329497 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (492ac527-fb11-434d-a4b8-859346a0218a), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.399369 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:38.399755 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.421001 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3c6cf7d4-cb38-4e62-99f2-81c4efef6f67,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:41:38.497520 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.538577 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1e523d3-bd30-4175-84e6-2ce9ef100e93 req-90771aab-1f4a-4507-937d-ff0dd55adf2d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0621898 May 18 22:41:38.559897 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=3c6cf7d4-cb38-4e62-99f2-81c4efef6f67,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:38.592633 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (492ac527-fb11-434d-a4b8-859346a0218a), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.686026 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (492ac527-fb11-434d-a4b8-859346a0218a), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.721147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.738853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=492ac527-fb11-434d-a4b8-859346a0218a,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:38.801635 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.803020 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5ccfd20f-7942-4e2f-a06f-1a135daef23e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3216784 May 18 22:41:38.942712 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-361d6599-19c8-438e-a92e-56cb03ed17e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:38.986579 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-f3aa1f30-93aa-4070-8dea-ac7f6288f5d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2057584601&fields=id&tenant_id=6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 267 time: 0.0717337 May 18 22:41:39.102704 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-8564b9bb-0996-4f10-a4d7-d5f408e1d283 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:39.104230 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-8564b9bb-0996-4f10-a4d7-d5f408e1d283 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 814 time: 0.1113987 May 18 22:41:39.127673 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-583d593f-882f-4df5-a037-0dd8ce0ee45b req-6d81d893-c46d-4100-b61f-58b11f04a3bd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0489023 May 18 22:41:39.136229 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-e5a17e00-2c0d-4b84-a9f7-5318fb09b96c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/quotas/6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 375 time: 0.0116024 May 18 22:41:39.186541 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-e0cdb67e-72cf-46ba-8f91-7a0529602f5f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446856 May 18 22:41:39.251349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:39.286819 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-961f4b72-b0d7-4862-848e-e924e7d3bdc5 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863223 May 18 22:41:39.438438 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:41:39.448624 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:41:39.449235 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:41:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:39.484837 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-7bba2d9d-7717-43c0-bb75-a9265fc87013 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921654 May 18 22:41:39.562286 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:41:39.631432 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:39.650326 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ddeaa059-2828-40fa-b43f-4f8b6b17d983 req-e7b7de8f-ec32-4a5d-9b57-0ca195548fa7 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0375364 May 18 22:41:39.760396 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-678ee072-c3f5-4c34-8f5a-2ffc198317d2 req-634e7bb2-d299-41cf-a672-d6fda3cb767b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0315993 May 18 22:41:39.765304 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 2, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:39.791370 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:41:39.791722 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Updating router 0864d264-0ed3-4196-af06-71b3946bccd2 port 555855eb-af03-403d-8fcf-555aa000e85f binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:41:39.832503 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (555855eb-af03-403d-8fcf-555aa000e85f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:39.848504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:39.954680 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:40.123429 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Publish callbacks [] for port (555855eb-af03-403d-8fcf-555aa000e85f), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:40.188949 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (555855eb-af03-403d-8fcf-555aa000e85f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:40.233859 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d018bd4a-fdad-4773-a8b1-faaf3f26b27a req-2f3aa9ab-a372-415d-9f4b-5351e5ef242d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0384598 May 18 22:41:40.252032 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baae722-6ede-487b-95a9-24d227fb0b7b None None] Pushing event updated for resources: {'Port': ['ID=555855eb-af03-403d-8fcf-555aa000e85f,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:40.285841 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:40.348002 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Attempting to bind port 555855eb-af03-403d-8fcf-555aa000e85f on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:41:40.351546 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Attempting to bind port 555855eb-af03-403d-8fcf-555aa000e85f by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:41:40.351546 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Attempting to bind port 555855eb-af03-403d-8fcf-555aa000e85f on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:41:40.367816 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:41:40.368186 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Checking segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:40.368950 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:40.369348 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Bound using segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:41:40.369814 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Bound port: 555855eb-af03-403d-8fcf-555aa000e85f, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:41:40.370374 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (555855eb-af03-403d-8fcf-555aa000e85f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:40.392447 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:40.392821 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:40.576886 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-ebb8f0e4-5234-423b-bb6c-da53f43d8097 None None] Provisioning complete for port 555855eb-af03-403d-8fcf-555aa000e85f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:40.577526 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ebb8f0e4-5234-423b-bb6c-da53f43d8097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (555855eb-af03-403d-8fcf-555aa000e85f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:40.579611 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:40.630181 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8f0e4-5234-423b-bb6c-da53f43d8097 None None] Port 555855eb-af03-403d-8fcf-555aa000e85f cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:41:40.649978 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] For port 555855eb-af03-403d-8fcf-555aa000e85f, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:41:40.670699 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] For port 555855eb-af03-403d-8fcf-555aa000e85f, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=555855eb-af03-403d-8fcf-555aa000e85f,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:41:40.676283 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:40.723636 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (555855eb-af03-403d-8fcf-555aa000e85f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:40.773019 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-51006c05-ba4d-4a4b-a100-0051cad4d3db req-2627db27-50d0-4b59-9258-02066b7b4270 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0294232 May 18 22:41:40.783476 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:41:40.785286 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:41:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:40.841160 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baae722-6ede-487b-95a9-24d227fb0b7b None None] Pushing event updated for resources: {'Port': ['ID=555855eb-af03-403d-8fcf-555aa000e85f,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:40.890441 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b038b2c-84d2-4d63-993d-b3ef6ac0a7b3 req-f6353db7-c8e0-42d0-918b-626b819d9cfa tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0314786 May 18 22:41:40.928397 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:41:40.970094 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:40.987798 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.24', 64192) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:41.073623 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c316e18f-011c-47ce-b50a-849a911a5a4b None None] Provisioning complete for port 555855eb-af03-403d-8fcf-555aa000e85f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:41.073987 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c316e18f-011c-47ce-b50a-849a911a5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (555855eb-af03-403d-8fcf-555aa000e85f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:41.163733 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-e98b5e74-2e2c-4248-862c-4d58da5b29e1 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:41.166389 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-e98b5e74-2e2c-4248-862c-4d58da5b29e1 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.24 "GET /v2.0/networks?id=a29a1140-62f3-4e10-a262-5a95efec486d HTTP/1.1" status: 200 len: 812 time: 0.1427031 May 18 22:41:41.193004 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:40Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:41:41.225058 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0659019-4d6b-4b08-839d-e3af315555c3 None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:40Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:41:41.228485 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c316e18f-011c-47ce-b50a-849a911a5a4b None None] Current status of the port 555855eb-af03-403d-8fcf-555aa000e85f is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:41.228854 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c316e18f-011c-47ce-b50a-849a911a5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (555855eb-af03-403d-8fcf-555aa000e85f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:41.244849 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Request body: {'port': {'device_id': '70925c7e-8a38-4cd6-a8ff-7b66a613265c', 'network_id': 'a29a1140-62f3-4e10-a262-5a95efec486d', 'admin_state_up': True, 'tenant_id': 'f60b6521267447fe8b4c12f701a40144'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:41.354366 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.24', 64194) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:41.355169 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-c316e18f-011c-47ce-b50a-849a911a5a4b None None] For port 555855eb-af03-403d-8fcf-555aa000e85f, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=555855eb-af03-403d-8fcf-555aa000e85f,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:41:41.398670 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.24', 64195) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:41.440783 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c316e18f-011c-47ce-b50a-849a911a5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (555855eb-af03-403d-8fcf-555aa000e85f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:41.478303 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-47d12d52-0f06-4005-b02c-d4fc84844135 req-c1fc03fa-35f2-409d-a2c6-4a671275b633 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0785909 May 18 22:41:41.538574 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316e18f-011c-47ce-b50a-849a911a5a4b None None] Pushing event updated for resources: {'Port': ['ID=555855eb-af03-403d-8fcf-555aa000e85f,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:41.556420 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:41.605169 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:41.648261 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-b016318a-79e5-4b2e-a6ba-cea152842634 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:41.649721 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-b016318a-79e5-4b2e-a6ba-cea152842634 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 818 time: 0.2943065 May 18 22:41:41.660355 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-15a1e797-3ef4-437d-b2c2-6bfc8026ab36 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:41.661779 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-15a1e797-3ef4-437d-b2c2-6bfc8026ab36 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 818 time: 0.2503552 May 18 22:41:41.681978 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Made reservation on behalf of f60b6521267447fe8b4c12f701a40144 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:41.690623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:41.704016 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'port': {'device_id': '5da5b596-3bb2-490e-b163-0649fbbc2657', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'admin_state_up': True, 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:41.739585 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'port': {'device_id': '76212507-6655-4eae-b27d-239e5e349b46', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'admin_state_up': True, 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:42.060858 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a323b60-67c0-4b20-97e9-e5c0a499ea0f req-8def0093-a010-4a3b-a3db-28ec6971b96f tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.1076527 May 18 22:41:42.126569 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea1843ea-906f-405e-84e5-8e860a692a2a req-d60cb26c-dde1-4078-b7f2-0a64b7bb6365 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.1317012 May 18 22:41:42.130589 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Made reservation on behalf of c184ebb6e93a4cd58d65d8fbe43c4760 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:42.135279 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:42.179382 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:42.240299 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Allocated IP 172.20.0.13 (a29a1140-62f3-4e10-a262-5a95efec486d/6bef25a3-235a-402b-8cbf-7ce46f9461b5/bf37ad73-6cb2-476c-b1e5-21bc440a86e1) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:42.284069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Made reservation on behalf of c184ebb6e93a4cd58d65d8fbe43c4760 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:42.287810 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:42.317589 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 555855eb-af03-403d-8fcf-555aa000e85f up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:41:42.432450 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 555855eb-af03-403d-8fcf-555aa000e85f triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:42.432829 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (555855eb-af03-403d-8fcf-555aa000e85f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:42.436731 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Allocated IP 172.20.0.10 (11499028-97ea-4e44-af1f-548128f3e70d/99ffcfc2-48f1-4acf-81f2-1ca315934411/fdb36b10-d6f4-4a5f-be73-d46b3a0b5721) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:42.472953 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:42.597369 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 555855eb-af03-403d-8fcf-555aa000e85f is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:41:42.619397 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.24', 64207) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:42.623376 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e92873b-b4c0-46af-96ea-8b80d1f51712 req-70ff2cc2-025a-4290-a7ff-bc8a3f3f50a9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0421779 May 18 22:41:42.631669 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:42.645650 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Publish callbacks [] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:42.789251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:42.898260 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-b543fcb3-d8ec-4049-9042-10c2065a30ca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:42.905559 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-b543fcb3-d8ec-4049-9042-10c2065a30ca tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 814 time: 0.2837949 May 18 22:41:42.912846 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:42.920612 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:42.943947 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:42.962302 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Network a29a1140-62f3-4e10-a262-5a95efec486d is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:42.984392 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:43.027243 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:43.049701 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:43.050754 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:43.098664 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:43.099627 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Pushing event updated for resources: {'Port': ['ID=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:43.132239 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:43.190921 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-2a6e56a2-7cf7-4a45-90bf-d86d1d334820 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9508789 May 18 22:41:43.300313 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.db.api [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-6ba3111c-ad4f-4646-a7a9-e29fd68aeeab {{(pid=110667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 22:41:43.300884 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG oslo_db.api [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 22:41:43.346797 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91a9c-29c8-4274-931c-505157707e5c req-bf6cf3c1-cca0-495b-a3c6-8be62287b15b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:43.348383 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4d91a9c-29c8-4274-931c-505157707e5c req-bf6cf3c1-cca0-495b-a3c6-8be62287b15b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.1292095 May 18 22:41:43.374799 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f10afd05-6102-41ef-b8c2-5b0c51f4075e req-ad233160-d979-4ae0-b62e-23f972f4957f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0616388 May 18 22:41:43.449893 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4d91a9c-29c8-4274-931c-505157707e5c req-8346e5cc-fa99-48cb-9447-d98e64fdbf4f tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830944 May 18 22:41:43.515423 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Network 11499028-97ea-4e44-af1f-548128f3e70d is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:43.520745 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:43.524764 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:43.530414 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:43.531156 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:43.546412 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event updated for resources: {'Port': ['ID=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:43.636708 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-289cb220-15d7-4a7a-8fbd-12cd619fce06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9375012 May 18 22:41:43.756144 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1efd90d2-3a69-49eb-9e16-2606f8c6ca27 req-8651deca-ea87-473a-bad4-9963278385dd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0372596 May 18 22:41:43.786975 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-cda117e4-7f42-4648-a320-e0e75cbf3881 None None] Provisioning complete for port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:43.787594 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cda117e4-7f42-4648-a320-e0e75cbf3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:43.802318 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:43.846870 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-cda117e4-7f42-4648-a320-e0e75cbf3881 None None] Port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:41:44.097944 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Allocated IP 172.20.0.12 (11499028-97ea-4e44-af1f-548128f3e70d/99ffcfc2-48f1-4acf-81f2-1ca315934411/2ade8e46-0efa-484e-835b-4b4ce42c3411) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:44.410803 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:44.421265 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:44.503494 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da215925-1e7c-4320-af44-15df3aadda1a req-5e1a100b-0283-4bab-8b73-fc85ac051e6b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0362751 May 18 22:41:44.565229 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-809fbffc-bd58-4fb6-b85c-f47f66318110 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 380 time: 0.1178327 May 18 22:41:44.603140 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2d6ee-0de7-46a5-a9b8-36b19a1b215e req-e20437d1-b96b-4c7d-b599-856a667021f3 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:44.604608 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33b2d6ee-0de7-46a5-a9b8-36b19a1b215e req-e20437d1-b96b-4c7d-b599-856a667021f3 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0547900 May 18 22:41:44.655347 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33b2d6ee-0de7-46a5-a9b8-36b19a1b215e req-db10e626-45e9-408a-9e5a-6166a4ff5b89 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 May 18 22:41:44.715458 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:44.759372 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Network 11499028-97ea-4e44-af1f-548128f3e70d is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:44.762489 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:44.767025 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:44.772376 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:44.772990 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:44.785133 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event updated for resources: {'Port': ['ID=2ade8e46-0efa-484e-835b-4b4ce42c3411,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:44.838367 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-008660f1-b0bd-48f2-9632-278211bd188e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1180766 May 18 22:41:44.896230 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189189d7-871c-4d30-ae77-d8c52fdcb3cc req-79d93135-5210-41fa-8c74-c0832016c8d7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:44.896230 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-189189d7-871c-4d30-ae77-d8c52fdcb3cc req-79d93135-5210-41fa-8c74-c0832016c8d7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0613725 May 18 22:41:44.978027 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-189189d7-871c-4d30-ae77-d8c52fdcb3cc req-daca0a29-9d28-4997-946e-8ec2c4e49e99 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757811 May 18 22:41:45.000217 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 40500) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:45.084753 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-45c78536-4be0-4b5f-9e04-fc4480150142 None None] Provisioning complete for port 2ade8e46-0efa-484e-835b-4b4ce42c3411 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:45.085876 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45c78536-4be0-4b5f-9e04-fc4480150142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.106843 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 40506) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:45.120167 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-45c78536-4be0-4b5f-9e04-fc4480150142 None None] Port 2ade8e46-0efa-484e-835b-4b4ce42c3411 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:41:45.199160 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-22d08337-7a40-477d-bbd0-b5c8cca671e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.253414 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6727-4503-402d-8335-4d106d1b5a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.275695 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:45.360536 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-22d08337-7a40-477d-bbd0-b5c8cca671e6 admin admin] Publish callbacks [] for security_group (36a91312-2cf6-46db-8752-04df60261d50), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.391033 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6727-4503-402d-8335-4d106d1b5a00 admin admin] Publish callbacks [] for security_group (48ffad30-b737-4761-a514-2906241b779d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.399947 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-22d08337-7a40-477d-bbd0-b5c8cca671e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (36a91312-2cf6-46db-8752-04df60261d50), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.452373 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d08337-7a40-477d-bbd0-b5c8cca671e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a91312-2cf6-46db-8752-04df60261d50,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:45.457540 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6727-4503-402d-8335-4d106d1b5a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (48ffad30-b737-4761-a514-2906241b779d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.474542 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-22d08337-7a40-477d-bbd0-b5c8cca671e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3469a2ead69c44788bf29197caaedd4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4706175 May 18 22:41:45.481026 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 40512) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:45.515819 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f6727-4503-402d-8335-4d106d1b5a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ffad30-b737-4761-a514-2906241b779d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:45.540222 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cb5f6727-4503-402d-8335-4d106d1b5a00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baa1d5dbae03406b9dc8f5932ec1bcbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4317172 May 18 22:41:45.540386 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 40518) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:45.540741 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:45.623718 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1178f8be-4cfb-4af3-9b80-ebbcb05808d7 req-31124ed7-cc96-490e-a83d-baa83ff9d1f5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0308306 May 18 22:41:45.624522 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-49a84144-f247-4cef-a252-1809735bf61a admin admin] Publish callbacks [] for security_group (36a91312-2cf6-46db-8752-04df60261d50), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.636778 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71cb7-f62f-4ca7-961c-a7d0483fe2f1 admin admin] Publish callbacks [] for security_group (48ffad30-b737-4761-a514-2906241b779d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.656885 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-49a84144-f247-4cef-a252-1809735bf61a admin admin] Publish callbacks [] for security_group (36a91312-2cf6-46db-8752-04df60261d50), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.663206 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71cb7-f62f-4ca7-961c-a7d0483fe2f1 admin admin] Publish callbacks [] for security_group (48ffad30-b737-4761-a514-2906241b779d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.807638 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f653e-5ebf-43ce-a15e-e09677c3f13e req-3371b1d1-5a7a-4207-a8ae-12b34e16a806 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:45.809130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dc2f653e-5ebf-43ce-a15e-e09677c3f13e req-3371b1d1-5a7a-4207-a8ae-12b34e16a806 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0537894 May 18 22:41:45.816364 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71cb7-f62f-4ca7-961c-a7d0483fe2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (48ffad30-b737-4761-a514-2906241b779d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.819156 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4fc71cb7-f62f-4ca7-961c-a7d0483fe2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.820331 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4fc71cb7-f62f-4ca7-961c-a7d0483fe2f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48ffad30-b737-4761-a514-2906241b779d HTTP/1.1" status: 204 len: 168 time: 0.2791598 May 18 22:41:45.821926 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-49a84144-f247-4cef-a252-1809735bf61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (36a91312-2cf6-46db-8752-04df60261d50), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.827181 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-49a84144-f247-4cef-a252-1809735bf61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:45.831275 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-49a84144-f247-4cef-a252-1809735bf61a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/36a91312-2cf6-46db-8752-04df60261d50 HTTP/1.1" status: 204 len: 168 time: 0.3462763 May 18 22:41:45.837069 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc71cb7-f62f-4ca7-961c-a7d0483fe2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ffad30-b737-4761-a514-2906241b779d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:45.846339 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a84144-f247-4cef-a252-1809735bf61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a91312-2cf6-46db-8752-04df60261d50,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:45.913722 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dc2f653e-5ebf-43ce-a15e-e09677c3f13e req-07725c99-cf60-4f47-8886-c4687d9ec931 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977952 May 18 22:41:46.125649 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f019-7d34-42c4-8517-fe29c55127f8 req-17cc7fc0-b577-4356-8778-f5acc5da2676 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:46.127187 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4fb8f019-7d34-42c4-8517-fe29c55127f8 req-17cc7fc0-b577-4356-8778-f5acc5da2676 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0523343 May 18 22:41:46.180899 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4fb8f019-7d34-42c4-8517-fe29c55127f8 req-8f2e9387-128f-4fc3-bd4f-a5a01c2c28e0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470829 May 18 22:41:46.770368 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c72afa0a-65e3-4145-b1f7-c0d1d65c8c8f req-19953e49-c78f-4937-a990-2f931b2bc8f0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0334427 May 18 22:41:47.113123 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220702-6dd4-4093-8064-f66b56585cd9 req-8f6701f3-9793-4a02-9b36-b9f1b51fb293 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:47.115446 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e8220702-6dd4-4093-8064-f66b56585cd9 req-8f6701f3-9793-4a02-9b36-b9f1b51fb293 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.1041989 May 18 22:41:47.233435 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e8220702-6dd4-4093-8064-f66b56585cd9 req-8ef70956-c226-4f68-a9a4-6896133d8cf0 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961494 May 18 22:41:47.373551 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63373c-38f4-4db2-b3d3-0840fa2640c2 req-8a095acd-579d-4b71-b34a-969c99e977a3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:47.375557 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e63373c-38f4-4db2-b3d3-0840fa2640c2 req-8a095acd-579d-4b71-b34a-969c99e977a3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0695214 May 18 22:41:47.484850 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e63373c-38f4-4db2-b3d3-0840fa2640c2 req-383f8fe1-e79c-4377-a84c-9c02c0e71a33 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936451 May 18 22:41:47.883392 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f1aa2d1-d6db-4b64-b057-a639f9bc5856 req-58d2695f-9b0d-4bef-9c71-6795edceba7d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0285566 May 18 22:41:47.915739 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=52 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:48.209850 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 40632) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:48.348741 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-25745f13-144d-4111-abf7-59c8456bc954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:48.380982 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d828b-05b7-47be-940b-c231f7de640d req-13ef2372-dd36-4a04-a14d-a2a337e5d8c1 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:48.382398 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a12d828b-05b7-47be-940b-c231f7de640d req-13ef2372-dd36-4a04-a14d-a2a337e5d8c1 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0781043 May 18 22:41:48.412170 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:48.462482 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a12d828b-05b7-47be-940b-c231f7de640d req-39026dc6-44f3-4af2-952b-3d7fa8a06eae tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716217 May 18 22:41:48.481969 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-25745f13-144d-4111-abf7-59c8456bc954 admin admin] Publish callbacks [] for security_group (ef360470-0123-418a-bc8c-57aacbb8bfe9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:48.547421 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-25745f13-144d-4111-abf7-59c8456bc954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ef360470-0123-418a-bc8c-57aacbb8bfe9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:48.601475 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-25745f13-144d-4111-abf7-59c8456bc954 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfe916805688431abc5d305c76358b04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3906202 May 18 22:41:48.602231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25745f13-144d-4111-abf7-59c8456bc954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef360470-0123-418a-bc8c-57aacbb8bfe9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:48.604265 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 40650) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:41:48.643589 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cf847-5f2c-43af-9f9d-773987ede93f req-84640991-0eb4-4a0c-877e-d30bdcea20c3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:48.645131 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b92cf847-5f2c-43af-9f9d-773987ede93f req-84640991-0eb4-4a0c-877e-d30bdcea20c3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0765436 May 18 22:41:48.656450 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-21d7a5f0-82a2-4acd-87cf-73f476230f3a admin admin] Publish callbacks [] for security_group (ef360470-0123-418a-bc8c-57aacbb8bfe9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:48.682057 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-21d7a5f0-82a2-4acd-87cf-73f476230f3a admin admin] Publish callbacks [] for security_group (ef360470-0123-418a-bc8c-57aacbb8bfe9), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:48.699360 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b92cf847-5f2c-43af-9f9d-773987ede93f req-932b260a-6dd4-43d4-aa25-10fc1cb76019 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472012 May 18 22:41:48.794129 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-21d7a5f0-82a2-4acd-87cf-73f476230f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ef360470-0123-418a-bc8c-57aacbb8bfe9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:48.797166 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-21d7a5f0-82a2-4acd-87cf-73f476230f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:48.798353 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-21d7a5f0-82a2-4acd-87cf-73f476230f3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef360470-0123-418a-bc8c-57aacbb8bfe9 HTTP/1.1" status: 204 len: 168 time: 0.1930354 May 18 22:41:48.806791 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7a5f0-82a2-4acd-87cf-73f476230f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef360470-0123-418a-bc8c-57aacbb8bfe9,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:48.999064 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-381f3747-d02c-4aed-8913-aa6ad7032f72 req-916ce15f-7b0c-4db5-8092-1efc1cea104c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0453436 May 18 22:41:49.603545 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2cf01-a27c-479b-b7ae-ab8d9e568516 req-fb25e948-f009-4f2f-a68d-883e161902df tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:49.604995 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bf2cf01-a27c-479b-b7ae-ab8d9e568516 req-fb25e948-f009-4f2f-a68d-883e161902df tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0496845 May 18 22:41:49.658098 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bf2cf01-a27c-479b-b7ae-ab8d9e568516 req-8a1126ca-b232-46b6-959c-5f10de88ca6b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 May 18 22:41:49.785209 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:49.827978 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0582bc-d5f6-4662-806b-0f0932a2d6b8 req-72c1b61f-3761-42aa-996a-ea5f8e0f4a24 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:49.829511 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8a0582bc-d5f6-4662-806b-0f0932a2d6b8 req-72c1b61f-3761-42aa-996a-ea5f8e0f4a24 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0570295 May 18 22:41:49.891784 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8a0582bc-d5f6-4662-806b-0f0932a2d6b8 req-52cd0ed2-b36c-4205-b01b-3e190ad7e7b6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506909 May 18 22:41:50.097063 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-155fad3b-7cea-4fbc-8a59-c2c09a539fb5 req-aa5395c2-dc62-4a44-9587-df63b890e3f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0290923 May 18 22:41:50.806166 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b332dc-07b8-46ed-b31e-90d4d5522453 req-5864460e-397b-4b4c-b711-b324c56d2888 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:50.807864 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-10b332dc-07b8-46ed-b31e-90d4d5522453 req-5864460e-397b-4b4c-b711-b324c56d2888 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0650904 May 18 22:41:50.875643 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-10b332dc-07b8-46ed-b31e-90d4d5522453 req-048a773a-8c8d-4420-bde6-412810f5820d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579298 May 18 22:41:51.041808 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1dc01-55c2-4349-a2cd-1535ab4d3a26 req-7bfa7783-1b61-444c-932b-26b744bb78e4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:51.047928 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a3d1dc01-55c2-4349-a2cd-1535ab4d3a26 req-7bfa7783-1b61-444c-932b-26b744bb78e4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0797558 May 18 22:41:51.121463 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a3d1dc01-55c2-4349-a2cd-1535ab4d3a26 req-d20cf155-56e5-4ec9-a4d2-538e9d2f0063 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 May 18 22:41:51.239038 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f19c12d8-2110-420c-a737-98f92bcb31a4 req-7573c44b-407c-47cd-be46-66b6e2c2e87c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0444858 May 18 22:41:51.987955 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b1f94-f464-4a05-ba58-2e5e47b56444 req-0e850f21-3a7c-4711-a99e-b97a6cf6a839 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:51.989407 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-577b1f94-f464-4a05-ba58-2e5e47b56444 req-0e850f21-3a7c-4711-a99e-b97a6cf6a839 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0470088 May 18 22:41:52.039345 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-577b1f94-f464-4a05-ba58-2e5e47b56444 req-e2f59c2c-b192-4762-8a18-bb08cd13031d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439758 May 18 22:41:52.302955 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14c71-7401-4a84-8a65-1a7a2c6bf612 req-7f7c5301-2868-44bf-9528-a0eda3cd0d11 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:52.304538 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6d14c71-7401-4a84-8a65-1a7a2c6bf612 req-7f7c5301-2868-44bf-9528-a0eda3cd0d11 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0819294 May 18 22:41:52.383778 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5f3c847-afeb-4646-96a6-f4f4e250930f req-2f217915-eed6-43b6-8b16-c30d4be05eaa tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0303495 May 18 22:41:52.387025 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6d14c71-7401-4a84-8a65-1a7a2c6bf612 req-a1b06cb0-7ee4-4c7c-b9d6-bf464096805c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751040 May 18 22:41:53.153101 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edc09b-6743-47c4-8b3c-fda8dabcabea req-73486be0-278b-4407-8605-6ac7b74a3a60 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:53.154807 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42edc09b-6743-47c4-8b3c-fda8dabcabea req-73486be0-278b-4407-8605-6ac7b74a3a60 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0480011 May 18 22:41:53.204376 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42edc09b-6743-47c4-8b3c-fda8dabcabea req-28e57a79-7140-4f42-a0e2-e528286913ed tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440805 May 18 22:41:53.490063 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aae2f336-0bbc-4005-bb24-0b63cf75e274 req-3ef4b7f0-c136-4860-b32f-52a1ff3cb2b9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0359137 May 18 22:41:53.523834 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612da34-6528-4658-b0a0-023cc42b4be7 req-5431c385-f451-4d41-8f0b-04074130eb0b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:53.525285 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9612da34-6528-4658-b0a0-023cc42b4be7 req-5431c385-f451-4d41-8f0b-04074130eb0b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0698812 May 18 22:41:53.580693 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9612da34-6528-4658-b0a0-023cc42b4be7 req-6f9a1f74-22d3-42e4-a733-f69a2216d27a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489428 May 18 22:41:54.325433 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf3c3e-8a48-472a-ac28-a240f320fc18 req-d76c4074-e6f0-4e51-b096-984732b3c73a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:54.327560 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d5cf3c3e-8a48-472a-ac28-a240f320fc18 req-d76c4074-e6f0-4e51-b096-984732b3c73a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0554907 May 18 22:41:54.380159 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d5cf3c3e-8a48-472a-ac28-a240f320fc18 req-38fb4c41-ef46-4633-a363-ccd98c6d518c tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469990 May 18 22:41:54.586344 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-908051c7-2bfe-435d-aaa0-82dcd045968c req-156437e2-4afb-47ab-be28-c94cc65ed877 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0284250 May 18 22:41:54.697080 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:54.705304 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ae533-315c-4268-820f-923ac735bd90 req-ff1e1708-e092-4f69-9c19-cee39c09a492 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:54.707325 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d71ae533-315c-4268-820f-923ac735bd90 req-ff1e1708-e092-4f69-9c19-cee39c09a492 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0483615 May 18 22:41:54.754945 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d71ae533-315c-4268-820f-923ac735bd90 req-6e252f63-5394-4111-a8f1-c5014547f017 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 May 18 22:41:55.501832 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f9626-c81d-4238-9b31-8b253d9a74cf req-e5b69f99-86cb-4e22-a311-e70fe7dcc568 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:55.506496 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c80f9626-c81d-4238-9b31-8b253d9a74cf req-e5b69f99-86cb-4e22-a311-e70fe7dcc568 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0552993 May 18 22:41:55.551738 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c80f9626-c81d-4238-9b31-8b253d9a74cf req-5f192896-26dd-4e9f-9f4e-daf2356a469b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 May 18 22:41:55.692075 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2eefdf2f-19cd-4125-bb46-6dd88a6f513e req-2f5b4820-704a-4084-a60c-1a289f641e41 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0271845 May 18 22:41:55.872820 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb7e13-ba0b-4ddd-81d2-c60eb2452e39 req-2193a052-0d16-4b73-9e37-27ea2cbfe28e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:55.874416 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cbb7e13-ba0b-4ddd-81d2-c60eb2452e39 req-2193a052-0d16-4b73-9e37-27ea2cbfe28e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0494981 May 18 22:41:55.893430 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:55.927781 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cbb7e13-ba0b-4ddd-81d2-c60eb2452e39 req-7d0e7e62-9906-4aba-89e6-9e09e8e36d06 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467718 May 18 22:41:56.637002 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:56.679457 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181b8b-9508-4011-9761-b7b64522fbc1 req-cf26c2c2-a021-4911-9233-967bcbe47edc tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:56.681191 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45181b8b-9508-4011-9761-b7b64522fbc1 req-cf26c2c2-a021-4911-9233-967bcbe47edc tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0544364 May 18 22:41:56.750723 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45181b8b-9508-4011-9761-b7b64522fbc1 req-67540594-b1a5-4322-8a45-f6c6f220af70 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506840 May 18 22:41:56.812876 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8136e11-9a79-4060-9b00-6b1910e7855b req-a3cbc0bf-4736-4a1d-900c-fe47ae34a446 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0344214 May 18 22:41:57.040833 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af77b2-230a-4ec9-9494-419323ab49c2 req-ed6a44dd-0a50-491a-aaa9-c2f1a724c5f0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:57.042266 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-51af77b2-230a-4ec9-9494-419323ab49c2 req-ed6a44dd-0a50-491a-aaa9-c2f1a724c5f0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0477884 May 18 22:41:57.094732 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-51af77b2-230a-4ec9-9494-419323ab49c2 req-419a1a14-b110-494f-a9d6-ed28163b36a1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 May 18 22:41:57.862406 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdaf70-9e9c-4dc4-ae3b-d9df1e2bfcc4 req-0867e399-afbc-409c-b743-1bc45a8b03a8 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:57.867262 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68bdaf70-9e9c-4dc4-ae3b-d9df1e2bfcc4 req-0867e399-afbc-409c-b743-1bc45a8b03a8 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.0532660 May 18 22:41:57.946563 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68bdaf70-9e9c-4dc4-ae3b-d9df1e2bfcc4 req-76e05ff8-f854-41ac-b92e-335cedbb4728 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763955 May 18 22:41:57.993089 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd3985d4-8e98-487a-83a5-6ea6f5408af7 req-0bbd8265-3743-4412-9fba-e1a69c93ae22 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0970912 May 18 22:41:58.110940 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-695866d8-8898-4b57-ba08-3aa6f3b6357b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:41:58.111742 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-84db03ae-2aae-40f8-a5f2-9d24d62c6c52 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:41:58.111954 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-695866d8-8898-4b57-ba08-3aa6f3b6357b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064468 May 18 22:41:58.112826 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-84db03ae-2aae-40f8-a5f2-9d24d62c6c52 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060847 May 18 22:41:58.206410 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f5aa5-cb19-4fef-b101-e11f3f5eef0e req-71b23ac6-c33f-491f-8ab8-6ee81cd44d83 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:58.207869 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-904f5aa5-cb19-4fef-b101-e11f3f5eef0e req-71b23ac6-c33f-491f-8ab8-6ee81cd44d83 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 932 time: 0.0468183 May 18 22:41:58.255282 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'port': {'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'admin_state_up': True, 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'security_groups': ['768f4d75-63df-478b-a18f-520e7a4af2ce']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:58.257912 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-1bfc1e75-c1c4-43ef-9ef7-fcfddde6f4ef tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:41:58.258900 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-1bfc1e75-c1c4-43ef-9ef7-fcfddde6f4ef tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075476 May 18 22:41:58.263520 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-904f5aa5-cb19-4fef-b101-e11f3f5eef0e req-5ed9f10f-2989-476c-becc-3f18c1a9004a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502858 May 18 22:41:58.452701 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:58.491039 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Request body: {'port': {'device_id': '76212507-6655-4eae-b27d-239e5e349b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:58.506792 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Request body: {'port': {'device_id': '70925c7e-8a38-4cd6-a8ff-7b66a613265c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:58.536447 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Made reservation on behalf of 6422f1b1118143e4b8ef54927212ca97 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:41:58.536447 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:58.536792 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Request body: {'port': {'device_id': '5da5b596-3bb2-490e-b163-0649fbbc2657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:41:58.603108 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:58.616620 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:58.648969 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:58.660553 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:58.754873 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:58.775408 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:59.024028 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Allocated IP 172.20.0.11 (fbd3cb94-6b06-443d-a376-6f705f586753/e41c8fe0-af5f-4581-99d2-e1fae5ede731/d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:41:59.228697 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ade8e46-0efa-484e-835b-4b4ce42c3411 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:41:59.241344 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Publish callbacks [] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.254276 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:59.272783 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Transition to ACTIVE for port object 2ade8e46-0efa-484e-835b-4b4ce42c3411 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:41:59.277296 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.283018 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c52da17-1add-467c-a966-a0b5279dcac5 req-460eb824-92f5-490b-9ef4-744d70581a96 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.1056030 May 18 22:41:59.314065 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db38706-b7ef-4c58-ab8b-4f4d8dacec99 req-e4f5074c-92ab-408e-bb91-190b64f367c6 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:59.315570 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9db38706-b7ef-4c58-ab8b-4f4d8dacec99 req-e4f5074c-92ab-408e-bb91-190b64f367c6 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 932 time: 0.1393027 May 18 22:41:59.379880 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:59.383786 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.392985 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.447177 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9db38706-b7ef-4c58-ab8b-4f4d8dacec99 req-35ce9837-d52b-479e-b276-2ba3491f26b3 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244516 May 18 22:41:59.531986 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Network fbd3cb94-6b06-443d-a376-6f705f586753 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:41:59.537855 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:41:59.546260 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:41:59.552308 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:59.552939 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.572340 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0687eb3-8f8e-43c9-9d69-b58088ef3bc6 req-5fa88317-a121-497c-84ce-3f5459041c9d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:59.572340 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0687eb3-8f8e-43c9-9d69-b58088ef3bc6 req-5fa88317-a121-497c-84ce-3f5459041c9d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.1186812 May 18 22:41:59.579276 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ade8e46-0efa-484e-835b-4b4ce42c3411,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:59.591549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf37ad73-6cb2-476c-b1e5-21bc440a86e1 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:41:59.643071 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Attempting to bind port 2ade8e46-0efa-484e-835b-4b4ce42c3411 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:41:59.643778 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Attempting to bind port 2ade8e46-0efa-484e-835b-4b4ce42c3411 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:41:59.644528 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Attempting to bind port 2ade8e46-0efa-484e-835b-4b4ce42c3411 on network 11499028-97ea-4e44-af1f-548128f3e70d {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:41:59.663021 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Port 2ade8e46-0efa-484e-835b-4b4ce42c3411 on network 11499028-97ea-4e44-af1f-548128f3e70d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:41:59.663667 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Attempting to bind port 2ade8e46-0efa-484e-835b-4b4ce42c3411 on network 11499028-97ea-4e44-af1f-548128f3e70d {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:41:59.666159 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:41:59.682415 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-30aed212-1f36-4cd5-97be-da3d9b2808be tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4315565 May 18 22:41:59.687984 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:41:59.688439 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Checking segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:41:59.689072 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Bound using segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:41:59.689610 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Bound port: 2ade8e46-0efa-484e-835b-4b4ce42c3411, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:41:59.690123 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.692240 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Publish callbacks [] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.777290 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:59.785494 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] For port 2ade8e46-0efa-484e-835b-4b4ce42c3411, host hv-cinder-83800, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:41:59.814349 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] For port 2ade8e46-0efa-484e-835b-4b4ce42c3411, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:41:59.818489 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:41:59.848333 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Transition to ACTIVE for port object bf37ad73-6cb2-476c-b1e5-21bc440a86e1 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:41:59.848333 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Publish callbacks [] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.865834 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0687eb3-8f8e-43c9-9d69-b58088ef3bc6 req-8ec8f648-6a0f-4aa3-a9ce-751eedd43ed3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785361 May 18 22:41:59.878491 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Transition to ACTIVE for port object fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:41:59.914771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.915204 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.950275 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:41:59.963066 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.967389 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-3bd94cf7-6784-41f3-a36c-a393834f977a None None] Provisioning complete for port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:41:59.967883 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3bd94cf7-6784-41f3-a36c-a393834f977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:41:59.992080 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:41:59.992623 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:00.000566 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] 10.222.0.24 "PUT /v2.0/ports/2ade8e46-0efa-484e-835b-4b4ce42c3411 HTTP/1.1" status: 200 len: 1094 time: 1.5738733 May 18 22:42:00.001257 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76212507-6655-4eae-b27d-239e5e349b46', 'tag': '2ade8e46-0efa-484e-835b-4b4ce42c3411'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:42:00.029484 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3bd94cf7-6784-41f3-a36c-a393834f977a None None] Port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:42:00.056359 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Pushing event updated for resources: {'Port': ['ID=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:00.091687 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d52b57-e730-41a9-b357-8693050f2bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ade8e46-0efa-484e-835b-4b4ce42c3411,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:00.097265 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Attempting to bind port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:42:00.097865 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Attempting to bind port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '070c3039-e29a-48d2-8155-612d8efb9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a29a1140-62f3-4e10-a262-5a95efec486d'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:42:00.098389 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Attempting to bind port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 on network a29a1140-62f3-4e10-a262-5a95efec486d {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:42:00.132833 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 on network a29a1140-62f3-4e10-a262-5a95efec486d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:42:00.133451 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Attempting to bind port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 on network a29a1140-62f3-4e10-a262-5a95efec486d {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:42:00.156646 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Attempting to bind port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:42:00.157289 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Attempting to bind port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:42:00.157775 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Attempting to bind port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 on network 11499028-97ea-4e44-af1f-548128f3e70d {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:42:00.161096 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:42:00.161619 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Checking segment: {'id': '070c3039-e29a-48d2-8155-612d8efb9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a29a1140-62f3-4e10-a262-5a95efec486d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:42:00.162375 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Bound using segment: {'id': '070c3039-e29a-48d2-8155-612d8efb9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a29a1140-62f3-4e10-a262-5a95efec486d'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:42:00.162842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Bound port: bf37ad73-6cb2-476c-b1e5-21bc440a86e1, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070c3039-e29a-48d2-8155-612d8efb9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a29a1140-62f3-4e10-a262-5a95efec486d'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:42:00.163211 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:00.167088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Pushing event updated for resources: {'Port': ['ID=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:00.200229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 on network 11499028-97ea-4e44-af1f-548128f3e70d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:42:00.201148 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Attempting to bind port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 on network 11499028-97ea-4e44-af1f-548128f3e70d {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:42:00.226153 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:42:00.226511 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Checking segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:42:00.226889 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Bound using segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:42:00.227464 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Bound port: fdb36b10-d6f4-4a5f-be73-d46b3a0b5721, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:42:00.227823 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:00.246440 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d857ee-9581-427e-9487-46bb8adba55e" -d '{"events": [{"name": "network-changed", "server_uuid": "76212507-6655-4eae-b27d-239e5e349b46", "tag": "2ade8e46-0efa-484e-835b-4b4ce42c3411"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:42:00.304800 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:00.311092 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] For port bf37ad73-6cb2-476c-b1e5-21bc440a86e1, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:42:00.343800 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] For port bf37ad73-6cb2-476c-b1e5-21bc440a86e1, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,segment=NetworkSegment(070c3039-e29a-48d2-8155-612d8efb9a8b),segment_id=070c3039-e29a-48d2-8155-612d8efb9a8b)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:42:00.363043 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] For port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:42:00.363043 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] For port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:42:00.426133 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358879e3-cabc-4db1-a23d-d3f81a9701c6 req-b2582bb0-9f33-45c0-a895-ee2167cba75d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:00.430946 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-358879e3-cabc-4db1-a23d-d3f81a9701c6 req-b2582bb0-9f33-45c0-a895-ee2167cba75d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 932 time: 0.0597970 May 18 22:42:00.431326 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c6103b-1f5e-47b9-bfcf-8f803b9e7a33 x-openstack-request-id: req-11c6103b-1f5e-47b9-bfcf-8f803b9e7a33 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:42:00.431326 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76212507-6655-4eae-b27d-239e5e349b46", "tag": "2ade8e46-0efa-484e-835b-4b4ce42c3411", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:42:00.431326 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11c6103b-1f5e-47b9-bfcf-8f803b9e7a33 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:42:00.431326 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c6103b-1f5e-47b9-bfcf-8f803b9e7a33'] response: {'name': 'network-changed', 'server_uuid': '76212507-6655-4eae-b27d-239e5e349b46', 'tag': '2ade8e46-0efa-484e-835b-4b4ce42c3411', 'status': 'completed', 'code': 200} May 18 22:42:00.447774 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:00.458723 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:00.541055 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:00.541753 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:00.543282 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] 10.222.0.24 "PUT /v2.0/ports/fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 HTTP/1.1" status: 200 len: 1094 time: 2.1164219 May 18 22:42:00.544358 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:00.544906 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:00.546116 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] 10.222.0.24 "PUT /v2.0/ports/bf37ad73-6cb2-476c-b1e5-21bc440a86e1 HTTP/1.1" status: 200 len: 1094 time: 2.1176898 May 18 22:42:00.549550 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da5b596-3bb2-490e-b163-0649fbbc2657', 'tag': 'fdb36b10-d6f4-4a5f-be73-d46b3a0b5721'}, {'name': 'network-changed', 'server_uuid': '70925c7e-8a38-4cd6-a8ff-7b66a613265c', 'tag': 'bf37ad73-6cb2-476c-b1e5-21bc440a86e1'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:42:00.637124 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-358879e3-cabc-4db1-a23d-d3f81a9701c6 req-3e4b1d1f-7ef1-4b1f-8dff-34c02e4bfb03 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992953 May 18 22:42:00.664101 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f31304-4136-4e72-825f-2bf4b5312c1d service neutron] Pushing event updated for resources: {'Port': ['ID=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:00.698399 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5da5b596-3bb2-490e-b163-0649fbbc2657", "tag": "fdb36b10-d6f4-4a5f-be73-d46b3a0b5721"}, {"name": "network-changed", "server_uuid": "70925c7e-8a38-4cd6-a8ff-7b66a613265c", "tag": "bf37ad73-6cb2-476c-b1e5-21bc440a86e1"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:42:00.723693 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f797d0b-f72e-479e-8f5c-2c2e8ecb45d6 req-3991555b-601d-4ebb-bb27-c1b9d37b5a26 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:00.725199 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f797d0b-f72e-479e-8f5c-2c2e8ecb45d6 req-3991555b-601d-4ebb-bb27-c1b9d37b5a26 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.1172032 May 18 22:42:00.754509 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f9cc9-a0e1-43fd-ad9e-bdedb96badad service neutron] Pushing event updated for resources: {'Port': ['ID=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:00.787822 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f797d0b-f72e-479e-8f5c-2c2e8ecb45d6 req-d395d0c4-2250-4a96-94d3-cea50c2e6c98 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549719 May 18 22:42:00.841599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 May 2022 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0e0cd7-99ea-4392-b708-a279283eb9b3 x-openstack-request-id: req-6d0e0cd7-99ea-4392-b708-a279283eb9b3 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:42:00.841898 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da5b596-3bb2-490e-b163-0649fbbc2657", "tag": "fdb36b10-d6f4-4a5f-be73-d46b3a0b5721", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70925c7e-8a38-4cd6-a8ff-7b66a613265c", "tag": "bf37ad73-6cb2-476c-b1e5-21bc440a86e1", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:42:00.842178 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d0e0cd7-99ea-4392-b708-a279283eb9b3 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:42:00.842636 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0e0cd7-99ea-4392-b708-a279283eb9b3'] response: {'name': 'network-changed', 'server_uuid': '5da5b596-3bb2-490e-b163-0649fbbc2657', 'tag': 'fdb36b10-d6f4-4a5f-be73-d46b3a0b5721', 'status': 'completed', 'code': 200} May 18 22:42:00.842885 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0e0cd7-99ea-4392-b708-a279283eb9b3'] response: {'name': 'network-changed', 'server_uuid': '70925c7e-8a38-4cd6-a8ff-7b66a613265c', 'tag': 'bf37ad73-6cb2-476c-b1e5-21bc440a86e1', 'status': 'completed', 'code': 200} May 18 22:42:00.969551 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5f290-c93d-41ab-b7e6-016a8716cbe1 req-be2e74d4-8238-4e78-a8ae-f453d74dd4b2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:00.971025 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02e5f290-c93d-41ab-b7e6-016a8716cbe1 req-be2e74d4-8238-4e78-a8ae-f453d74dd4b2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0471444 May 18 22:42:01.017005 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02e5f290-c93d-41ab-b7e6-016a8716cbe1 req-e7b081e4-b026-4835-9547-5dafb2b5d812 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 May 18 22:42:01.760818 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee623a36-a702-485e-89ce-30215ab526a5 req-a3060603-9d18-4739-8b49-cae12ed6964e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:01.762190 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee623a36-a702-485e-89ce-30215ab526a5 req-a3060603-9d18-4739-8b49-cae12ed6964e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 932 time: 0.0495620 May 18 22:42:01.812107 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee623a36-a702-485e-89ce-30215ab526a5 req-9ae34722-5636-4a4e-9066-8ea63bcb6347 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436630 May 18 22:42:01.890825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:01.905167 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdbce3-260b-4710-b546-7610d6d2221e req-72e03aa0-35d4-4294-b77e-bf2ac827d8dc tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:01.906945 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f2bdbce3-260b-4710-b546-7610d6d2221e req-72e03aa0-35d4-4294-b77e-bf2ac827d8dc tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0497317 May 18 22:42:01.994549 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f2bdbce3-260b-4710-b546-7610d6d2221e req-d05dc03b-dc55-4623-9001-085e20879879 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 May 18 22:42:02.138549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f33eb-bb3a-4636-bb04-59b2905c02f3 req-2017975f-6070-44a1-abb5-0ef5a3781b71 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:02.140030 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-583f33eb-bb3a-4636-bb04-59b2905c02f3 req-2017975f-6070-44a1-abb5-0ef5a3781b71 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0506232 May 18 22:42:02.191538 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-583f33eb-bb3a-4636-bb04-59b2905c02f3 req-998e23eb-89c7-4269-be86-7605aad3c586 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459449 May 18 22:42:02.927681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398912e8-4ecd-4af8-981d-9c4f761b6e27 req-9895c2dc-2de2-4cc5-a2be-05eeb3bfa5aa tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:02.929038 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-398912e8-4ecd-4af8-981d-9c4f761b6e27 req-9895c2dc-2de2-4cc5-a2be-05eeb3bfa5aa tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 932 time: 0.0477810 May 18 22:42:02.974986 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-398912e8-4ecd-4af8-981d-9c4f761b6e27 req-a0edcd63-369b-4c11-a229-dc8820be4912 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402186 May 18 22:42:03.092169 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e726aa-d6d4-4745-8155-8d7a0a99720c req-1972b722-3c26-4565-9377-ac56d3654b14 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:03.093611 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-34e726aa-d6d4-4745-8155-8d7a0a99720c req-1972b722-3c26-4565-9377-ac56d3654b14 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0475471 May 18 22:42:03.139914 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-34e726aa-d6d4-4745-8155-8d7a0a99720c req-c1683ed6-e9fc-41b4-8d5e-0eeecd77a63b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 May 18 22:42:03.308498 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7826e8b-bae5-4d84-81f6-309d23dedd75 req-4510f08f-a6e8-48a0-95bb-9afa03c98b7f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:03.310078 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7826e8b-bae5-4d84-81f6-309d23dedd75 req-4510f08f-a6e8-48a0-95bb-9afa03c98b7f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0527899 May 18 22:42:03.375812 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7826e8b-bae5-4d84-81f6-309d23dedd75 req-abd0f3d0-3c9d-48bb-8d1c-0ee0dbbae566 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597346 May 18 22:42:03.398985 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Request body: {'port': {'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:42:03.462372 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:03.573764 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-b5485919-0e30-4d54-831b-af30f1207eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:03.575511 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-b5485919-0e30-4d54-831b-af30f1207eb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 1128 time: 0.1015906 May 18 22:42:03.727357 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-029567eb-7acb-409c-a8d0-b11ad5507770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:03.728897 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-029567eb-7acb-409c-a8d0-b11ad5507770 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f60b6521267447fe8b4c12f701a40144&device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 1128 time: 0.2470448 May 18 22:42:03.729984 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d857ee-9581-427e-9487-46bb8adba55e req-d77167b1-14ec-41ff-9121-0a2b4a515f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:03.731364 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1d857ee-9581-427e-9487-46bb8adba55e req-d77167b1-14ec-41ff-9121-0a2b4a515f1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 1128 time: 0.2574108 May 18 22:42:03.850277 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-0d025827-479f-4eec-8e85-da61494a8512 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf37ad73-6cb2-476c-b1e5-21bc440a86e1 HTTP/1.1" status: 200 len: 217 time: 0.0962656 May 18 22:42:04.007582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-309ad57c-9041-47d8-ba39-78afb1fb8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.009192 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-309ad57c-9041-47d8-ba39-78afb1fb8675 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bef25a3-235a-402b-8cbf-7ce46f9461b5 HTTP/1.1" status: 200 len: 852 time: 0.1303236 May 18 22:42:04.017799 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:04.018092 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-8d4e4829-97de-48a4-9bbb-849db128dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.019545 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-8d4e4829-97de-48a4-9bbb-849db128dc97 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4199955 May 18 22:42:04.099880 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-79169782-f837-4e82-8104-770e24905ae1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29a1140-62f3-4e10-a262-5a95efec486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701580 May 18 22:42:04.152922 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d857ee-9581-427e-9487-46bb8adba55e req-431aea24-73ce-4079-b7ce-6024b720a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.155214 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1d857ee-9581-427e-9487-46bb8adba55e req-431aea24-73ce-4079-b7ce-6024b720a03c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3949611 May 18 22:42:04.219634 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92145a1-3d24-4ee3-af4f-07d41c8e8e28 req-a16211de-f73e-419f-aa93-87de3df0a115 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.221162 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b92145a1-3d24-4ee3-af4f-07d41c8e8e28 req-a16211de-f73e-419f-aa93-87de3df0a115 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 932 time: 0.1358142 May 18 22:42:04.228648 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-2c8f65f2-dfa3-43e8-99ff-76038ebff61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.230165 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-2c8f65f2-dfa3-43e8-99ff-76038ebff61c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027609 May 18 22:42:04.271636 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:42:04.279316 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Publish callbacks [] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:04.292318 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Transition to ACTIVE for port object d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:42:04.348978 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-eb383db6-990e-4260-968d-adcbc290275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.350481 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-eb383db6-990e-4260-968d-adcbc290275b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 1128 time: 0.0391340 May 18 22:42:04.359122 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:04.400579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767ca3e-d4c0-41fd-a640-618a901e7b48 req-0511428a-c4ad-4a82-8f46-7e431818616d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.402989 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8767ca3e-d4c0-41fd-a640-618a901e7b48 req-0511428a-c4ad-4a82-8f46-7e431818616d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.1903591 May 18 22:42:04.472824 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-7d30ac01-ae3e-40e4-b4c3-c02d8b8f6109 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 HTTP/1.1" status: 200 len: 217 time: 0.1055872 May 18 22:42:04.483226 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b92145a1-3d24-4ee3-af4f-07d41c8e8e28 req-812a0904-c30b-4b8a-a973-5ba7a788033b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021742 May 18 22:42:04.492590 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:04.499923 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-dbcaa4a4-0700-42c2-9721-6231288f74fb service neutron] 10.222.0.24 "GET /v2.0/networks/a29a1140-62f3-4e10-a262-5a95efec486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912785 May 18 22:42:04.510506 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:04.520394 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Pushing event updated for resources: {'Port': ['ID=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:04.524704 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d857ee-9581-427e-9487-46bb8adba55e req-a5ed78cc-9ff5-4965-9040-172a639b4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.526265 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1d857ee-9581-427e-9487-46bb8adba55e req-a5ed78cc-9ff5-4965-9040-172a639b4288 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3380849 May 18 22:42:04.577566 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8767ca3e-d4c0-41fd-a640-618a901e7b48 req-01b9ffd2-0cea-4663-a4ff-31e55a1aca53 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507101 May 18 22:42:04.592709 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Attempting to bind port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:42:04.593051 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Attempting to bind port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:42:04.593905 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Attempting to bind port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:42:04.607673 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 on network fbd3cb94-6b06-443d-a376-6f705f586753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:42:04.608005 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Attempting to bind port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:42:04.619067 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:42:04.619405 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Checking segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:42:04.619784 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Bound using segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:42:04.620276 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Bound port: d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:42:04.620643 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:04.625787 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-7d086abb-ed3b-4379-ab6b-0523479d9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.627279 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-7d086abb-ed3b-4379-ab6b-0523479d9e31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.1444087 May 18 22:42:04.678877 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16d2cf-c5c7-482b-af57-b4a0da382832 req-73040747-51af-4398-a402-27c8c42265df tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.680610 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df16d2cf-c5c7-482b-af57-b4a0da382832 req-73040747-51af-4398-a402-27c8c42265df tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0693274 May 18 22:42:04.682434 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9aba0c1-0f73-43ae-80ef-51b0a60c20c9 req-3fd197d9-a458-4be9-bfde-a5148aaba5f1 service neutron] 10.222.0.24 "GET /v2.0/networks/a29a1140-62f3-4e10-a262-5a95efec486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671872 May 18 22:42:04.686166 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:04.689839 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] For port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7, host hv-cinder-83800, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:42:04.692853 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] For port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:42:04.730087 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df16d2cf-c5c7-482b-af57-b4a0da382832 req-bedf018d-fe10-4771-b8ff-0cd47baa5ad5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 May 18 22:42:04.777079 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:04.818896 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:04.819511 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:04.820972 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] 10.222.0.24 "PUT /v2.0/ports/d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 HTTP/1.1" status: 200 len: 1094 time: 1.4267206 May 18 22:42:04.821377 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'tag': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:42:04.823607 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f0186f-93da-4667-85db-7f5526e33a03" -d '{"events": [{"name": "network-changed", "server_uuid": "097a1c9f-e116-4327-a473-ab82fe379d7f", "tag": "d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:42:04.840953 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9a6c6-3b87-4b31-8fd9-0260a78f6434 service neutron] Pushing event updated for resources: {'Port': ['ID=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:04.868331 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce85fa9e-47da-4d71-a8f5-03866fdaa9d7 x-openstack-request-id: req-ce85fa9e-47da-4d71-a8f5-03866fdaa9d7 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:42:04.868331 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097a1c9f-e116-4327-a473-ab82fe379d7f", "tag": "d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:42:04.868331 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce85fa9e-47da-4d71-a8f5-03866fdaa9d7 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:42:04.868331 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce85fa9e-47da-4d71-a8f5-03866fdaa9d7'] response: {'name': 'network-changed', 'server_uuid': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'tag': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'status': 'completed', 'code': 200} May 18 22:42:05.600708 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a46a25-f1ea-48c3-ab64-d01ad292cca4 req-56e45928-4403-4162-9b19-f5501c5b1749 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:05.602214 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-26a46a25-f1ea-48c3-ab64-d01ad292cca4 req-56e45928-4403-4162-9b19-f5501c5b1749 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0480614 May 18 22:42:05.650460 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-26a46a25-f1ea-48c3-ab64-d01ad292cca4 req-43e86fdb-bb9b-4057-99f3-b124c8f33262 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 May 18 22:42:05.701475 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd5ab2-4c04-4ee6-9bfe-2844cda3115c req-27b03248-da5e-496a-8f31-c14be13a15b8 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:05.702872 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40cd5ab2-4c04-4ee6-9bfe-2844cda3115c req-27b03248-da5e-496a-8f31-c14be13a15b8 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0501697 May 18 22:42:05.748136 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40cd5ab2-4c04-4ee6-9bfe-2844cda3115c req-4c031340-919b-4139-91e5-1cec0992319a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 May 18 22:42:05.846776 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79488ea2-87d5-433b-afa6-f4c6845302ba req-0b6560c2-62d5-480e-b05b-9a9b3de21cd7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:05.848211 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-79488ea2-87d5-433b-afa6-f4c6845302ba req-0b6560c2-62d5-480e-b05b-9a9b3de21cd7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0480659 May 18 22:42:05.893843 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-79488ea2-87d5-433b-afa6-f4c6845302ba req-e8235eb3-ec00-42ac-aa95-9fc65c9b5230 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 May 18 22:42:06.656577 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-76ed7b84-74fd-4ece-9bdb-a218b7384a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:06.763394 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140c42a-2530-44a0-bfa1-0b23e6ee1c01 req-0c2529b8-5b6f-4839-a0ea-82a786e07018 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:06.764800 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d140c42a-2530-44a0-bfa1-0b23e6ee1c01 req-0c2529b8-5b6f-4839-a0ea-82a786e07018 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0475080 May 18 22:42:06.819769 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d140c42a-2530-44a0-bfa1-0b23e6ee1c01 req-01e23d20-ae49-4d3c-8de6-7dacec17e55b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496080 May 18 22:42:06.863811 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2b4a0-44a4-45a2-bf9b-50db72235a43 req-0a931efa-4f26-4aa0-ae9e-b4ca22abb50b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:06.865285 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fcd2b4a0-44a4-45a2-bf9b-50db72235a43 req-0a931efa-4f26-4aa0-ae9e-b4ca22abb50b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0491214 May 18 22:42:06.904785 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:06.911981 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fcd2b4a0-44a4-45a2-bf9b-50db72235a43 req-2a72b06b-6b88-4e68-ba1c-1ce94fa26a0d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 May 18 22:42:07.005615 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22169267-77bc-4bed-9de7-cc1592f04cb1 req-583dbb9b-d5b5-42ad-b74b-85c7738719ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:07.007118 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-22169267-77bc-4bed-9de7-cc1592f04cb1 req-583dbb9b-d5b5-42ad-b74b-85c7738719ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0463767 May 18 22:42:07.053821 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-22169267-77bc-4bed-9de7-cc1592f04cb1 req-5ecc2b41-d7f1-42f4-a277-3a8f65d004db tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 May 18 22:42:07.934074 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d31de-0cdf-4b6d-b88e-b57209816a12 req-9a98046b-138a-4950-b7ff-c486c71920f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:07.936076 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-104d31de-0cdf-4b6d-b88e-b57209816a12 req-9a98046b-138a-4950-b7ff-c486c71920f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0500515 May 18 22:42:07.992547 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-104d31de-0cdf-4b6d-b88e-b57209816a12 req-5558c468-9010-4167-a0f6-cc254b7cbbce tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510633 May 18 22:42:08.030666 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466811f-4c79-4945-a2ca-f44fc9ff1419 req-d3294333-a394-48c9-a33b-e291fb7ee788 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:08.032114 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b466811f-4c79-4945-a2ca-f44fc9ff1419 req-d3294333-a394-48c9-a33b-e291fb7ee788 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0505633 May 18 22:42:08.081201 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b466811f-4c79-4945-a2ca-f44fc9ff1419 req-dfb9cccb-2339-467c-ba6c-7fac7051ce3e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 May 18 22:42:08.170550 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8c7b4-97b3-4260-9c1a-7b32d2a5dc9a req-70a7207d-e1f0-4254-84b9-75de41348728 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:08.171976 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12f8c7b4-97b3-4260-9c1a-7b32d2a5dc9a req-70a7207d-e1f0-4254-84b9-75de41348728 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0503225 May 18 22:42:08.368044 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0186f-93da-4667-85db-7f5526e33a03 req-c9dc61e1-596b-4b97-aa89-e59067a1a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:08.369683 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b0f0186f-93da-4667-85db-7f5526e33a03 req-c9dc61e1-596b-4b97-aa89-e59067a1a629 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 1128 time: 0.0706909 May 18 22:42:08.382509 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-d1a5fc6f-bff4-4979-8991-c1b56beb81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:08.383893 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-d1a5fc6f-bff4-4979-8991-c1b56beb81dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175947 May 18 22:42:08.398876 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-19e7ff38-80ab-4adb-82e7-0979edc5cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:08.400358 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-19e7ff38-80ab-4adb-82e7-0979edc5cf4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 1128 time: 0.0601110 May 18 22:42:08.404871 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12f8c7b4-97b3-4260-9c1a-7b32d2a5dc9a req-76ad235b-6baa-45fd-af8f-4d994a82e5b7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275102 May 18 22:42:08.947272 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-47cec665-9539-4008-8ac2-93d5cc923321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:09.106281 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cef64-3e52-485e-a454-10062e24d83c req-425e4bf3-033e-4a30-aba8-18736e0e3e41 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:09.108858 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b5cef64-3e52-485e-a454-10062e24d83c req-425e4bf3-033e-4a30-aba8-18736e0e3e41 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0474069 May 18 22:42:09.137174 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:09.173357 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b5cef64-3e52-485e-a454-10062e24d83c req-55cb2b07-9532-42ae-b463-da7adae9271b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578678 May 18 22:42:09.208080 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f4a2-062b-423e-8726-6544d0a5f65a req-6b5af245-1e71-4ac8-ad61-2da16fbb036b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:09.209445 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a45f4a2-062b-423e-8726-6544d0a5f65a req-6b5af245-1e71-4ac8-ad61-2da16fbb036b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0562947 May 18 22:42:09.257414 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a45f4a2-062b-423e-8726-6544d0a5f65a req-7ff42f04-dd73-4f19-a899-79771393ebe2 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423563 May 18 22:42:09.520404 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf8f7b-83f5-4ae0-a9b6-3f64442e2ce9 req-2d05e327-0f3e-44a7-ab1d-fda05768885e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:09.521857 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7bf8f7b-83f5-4ae0-a9b6-3f64442e2ce9 req-2d05e327-0f3e-44a7-ab1d-fda05768885e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0472026 May 18 22:42:09.569292 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7bf8f7b-83f5-4ae0-a9b6-3f64442e2ce9 req-55149f87-e6c7-4a87-9f82-0ff3f03eb7dc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 May 18 22:42:09.896638 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:10.298706 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a68e57-6dbd-4deb-bb67-5c1f907336de req-8f9f44a2-a0fd-4b79-844e-d4e5fdda1535 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:10.300204 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-96a68e57-6dbd-4deb-bb67-5c1f907336de req-8f9f44a2-a0fd-4b79-844e-d4e5fdda1535 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0571561 May 18 22:42:10.382206 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-96a68e57-6dbd-4deb-bb67-5c1f907336de req-1d738f32-39f0-4ddb-a1d8-7cbb24fbe6ef tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749753 May 18 22:42:10.393344 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bb831-f633-4aad-90ce-c3a6645ad467 req-3980409a-60c0-4495-ba1a-310a28029189 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:10.394830 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef6bb831-f633-4aad-90ce-c3a6645ad467 req-3980409a-60c0-4495-ba1a-310a28029189 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0661335 May 18 22:42:10.445260 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef6bb831-f633-4aad-90ce-c3a6645ad467 req-f053d46a-dd75-42cf-9934-f7cf7746a628 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439281 May 18 22:42:10.679325 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18d9ec-d919-4e74-b366-8f398ef179f4 req-5bbe4810-88a3-4b30-9cd0-52d28f2a7131 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:10.681091 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de18d9ec-d919-4e74-b366-8f398ef179f4 req-5bbe4810-88a3-4b30-9cd0-52d28f2a7131 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0477076 May 18 22:42:10.707116 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:10.733611 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de18d9ec-d919-4e74-b366-8f398ef179f4 req-42c613cd-f319-4425-a03d-06fa0c3bd1b9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 May 18 22:42:11.411105 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:11.497282 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc4d71-66d3-4898-b283-9eee0b4ba29a req-3034e536-1819-4bc7-b5f2-7f3e28a69d51 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:11.498797 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81cc4d71-66d3-4898-b283-9eee0b4ba29a req-3034e536-1819-4bc7-b5f2-7f3e28a69d51 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0473492 May 18 22:42:11.582251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a2d82-a58e-4d4f-91a7-631a08c0040a req-3d0bafbd-3ceb-4e99-a1c5-3665cf4ad6a7 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:11.583712 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b68a2d82-a58e-4d4f-91a7-631a08c0040a req-3d0bafbd-3ceb-4e99-a1c5-3665cf4ad6a7 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0653088 May 18 22:42:11.587022 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81cc4d71-66d3-4898-b283-9eee0b4ba29a req-bbbccb00-990a-424e-8c56-c70b04f9e2ce tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827699 May 18 22:42:11.647016 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b68a2d82-a58e-4d4f-91a7-631a08c0040a req-e0ae9127-6c12-4de5-b45d-4e08d2b9bd13 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568101 May 18 22:42:11.848853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcae62c-823b-406d-865b-b9154cdc88c3 req-54968890-7b56-4c9c-94e6-47f3eaea39ae tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:11.850344 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ffcae62c-823b-406d-865b-b9154cdc88c3 req-54968890-7b56-4c9c-94e6-47f3eaea39ae tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0513675 May 18 22:42:11.896583 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ffcae62c-823b-406d-865b-b9154cdc88c3 req-309a4a37-0d23-42ef-a23b-0c066650ccf7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 May 18 22:42:12.706725 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba721122-1399-4e67-9c0f-d39da05605a0 req-062c34e4-2549-43ae-93c5-7826dcc81716 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:12.708240 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba721122-1399-4e67-9c0f-d39da05605a0 req-062c34e4-2549-43ae-93c5-7826dcc81716 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0517128 May 18 22:42:12.788260 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84d954-c2c8-4d3f-b744-e100df9ec07f req-cd6e2d54-2ea0-4ea5-9bb7-236e6bb59282 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:12.789720 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5b84d954-c2c8-4d3f-b744-e100df9ec07f req-cd6e2d54-2ea0-4ea5-9bb7-236e6bb59282 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0701416 May 18 22:42:12.797682 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba721122-1399-4e67-9c0f-d39da05605a0 req-e2f2cddc-6cc6-4df4-bce4-1850b83fd916 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838726 May 18 22:42:12.842276 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5b84d954-c2c8-4d3f-b744-e100df9ec07f req-3265f4cd-d44c-4e13-a784-0a8374836449 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436063 May 18 22:42:12.890679 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:13.001387 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:13.009577 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a6823-0691-4299-b1fc-453484b43fc9 req-306452b0-15f7-43a4-8f40-9fc54757d6a4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:13.012179 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1b4a6823-0691-4299-b1fc-453484b43fc9 req-306452b0-15f7-43a4-8f40-9fc54757d6a4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0479333 May 18 22:42:13.058548 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1b4a6823-0691-4299-b1fc-453484b43fc9 req-81882ad8-e1f0-4166-ae5c-2ed73d9b808c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 May 18 22:42:13.912997 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cccdb-f9f1-4eee-8b86-94523bbbc01c req-e4a6a21b-2e0b-486b-a845-b0329fa74d00 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:13.914551 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-430cccdb-f9f1-4eee-8b86-94523bbbc01c req-e4a6a21b-2e0b-486b-a845-b0329fa74d00 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0489800 May 18 22:42:13.983488 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9114164-8f77-422c-8f90-dede7e19eacb req-517fc65e-479f-4aec-8532-29871cd6e021 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:13.984967 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9114164-8f77-422c-8f90-dede7e19eacb req-517fc65e-479f-4aec-8532-29871cd6e021 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0695615 May 18 22:42:14.014483 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-430cccdb-f9f1-4eee-8b86-94523bbbc01c req-437a2d45-b088-4ded-b2a3-fd3de51c6f49 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909481 May 18 22:42:14.043999 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9114164-8f77-422c-8f90-dede7e19eacb req-f5bd7c5a-66c4-40c0-a946-1e049ff49bb1 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530806 May 18 22:42:14.169825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb9fd4-b5f0-4f71-8420-15bef3b53b4a req-1d552bfc-486b-4eb9-b138-4e8583392af1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:14.171513 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d0eb9fd4-b5f0-4f71-8420-15bef3b53b4a req-1d552bfc-486b-4eb9-b138-4e8583392af1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0482898 May 18 22:42:14.221860 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d0eb9fd4-b5f0-4f71-8420-15bef3b53b4a req-0ed2718e-ada5-4473-9f0a-7f787d4c42db tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429785 May 18 22:42:14.918726 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:42:15.181076 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086580b0-0aa3-46c5-9c5d-0c999abc9013 req-a6411ffc-c0bf-4681-8590-8c3e52a53fd4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:15.182718 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-086580b0-0aa3-46c5-9c5d-0c999abc9013 req-a6411ffc-c0bf-4681-8590-8c3e52a53fd4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0890098 May 18 22:42:15.195164 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ff722-37e9-4061-897d-21eb9c25a493 req-59bc91e2-6c81-46c3-b8e3-526d20c3b9ae tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:15.196631 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-132ff722-37e9-4061-897d-21eb9c25a493 req-59bc91e2-6c81-46c3-b8e3-526d20c3b9ae tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0671198 May 18 22:42:15.269709 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-086580b0-0aa3-46c5-9c5d-0c999abc9013 req-8d5f0436-b7b1-4502-8df2-850d2c1299c8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721421 May 18 22:42:15.276899 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-132ff722-37e9-4061-897d-21eb9c25a493 req-829c3e28-88f0-4782-a7a0-bc1b9acd5001 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725298 May 18 22:42:15.379055 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1214-f1ff-4522-b259-0f15e600ebbd req-ca0a1405-36e5-408e-a3bb-702715652124 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:15.380578 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b75e1214-f1ff-4522-b259-0f15e600ebbd req-ca0a1405-36e5-408e-a3bb-702715652124 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0527015 May 18 22:42:15.431428 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b75e1214-f1ff-4522-b259-0f15e600ebbd req-90429be8-3018-4ec7-8837-fde5cfd6441e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 May 18 22:42:15.758377 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:15.800746 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-e27bfe69-6a0a-43de-8d3c-ec02c1d4bd47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411 HTTP/1.1" status: 200 len: 217 time: 0.0592554 May 18 22:42:15.821376 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-4bb677d0-267c-4221-b398-9ec4d4ab6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:15.823036 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-4bb677d0-267c-4221-b398-9ec4d4ab6079 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f60b6521267447fe8b4c12f701a40144&device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 1128 time: 0.0805953 May 18 22:42:15.915786 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0186f-93da-4667-85db-7f5526e33a03 req-dcfe1bfd-7471-41a9-94c2-add0e642dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:15.918264 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b0f0186f-93da-4667-85db-7f5526e33a03 req-dcfe1bfd-7471-41a9-94c2-add0e642dede service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6422f1b1118143e4b8ef54927212ca97&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1765251 May 18 22:42:15.924220 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-8e3a400c-62cb-40d1-8e5c-66909003bcd0 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817143 May 18 22:42:15.963920 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-146e6769-397e-4a56-960d-efacce534cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:15.965400 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-146e6769-397e-4a56-960d-efacce534cea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.1570482 May 18 22:42:16.060131 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-764d2917-145f-4e15-8193-396bf639bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:16.060131 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-764d2917-145f-4e15-8193-396bf639bf1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a29a1140-62f3-4e10-a262-5a95efec486d HTTP/1.1" status: 200 len: 913 time: 0.2176013 May 18 22:42:16.073048 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-c875f88f-0adb-433d-b72e-9117e712beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:16.074697 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-c875f88f-0adb-433d-b72e-9117e712beb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977075 May 18 22:42:16.104341 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-ce391254-ac05-4115-95da-1c9c675e464e service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600602 May 18 22:42:16.105420 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0186f-93da-4667-85db-7f5526e33a03 req-a1ee5c57-284f-44e3-bba6-a320acd8659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:16.106807 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b0f0186f-93da-4667-85db-7f5526e33a03 req-a1ee5c57-284f-44e3-bba6-a320acd8659e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726160 May 18 22:42:16.119479 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-ecca31c4-8a55-4e86-ba9e-964f1ada2f6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf37ad73-6cb2-476c-b1e5-21bc440a86e1 HTTP/1.1" status: 200 len: 217 time: 0.0527945 May 18 22:42:16.204783 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-0e22b8e2-c131-4b9a-be08-7dc2a36fc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:16.206212 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-0e22b8e2-c131-4b9a-be08-7dc2a36fc781 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bef25a3-235a-402b-8cbf-7ce46f9461b5 HTTP/1.1" status: 200 len: 852 time: 0.0497172 May 18 22:42:16.247065 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-457a73ac-64ed-4e1c-a204-23160320e523 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29a1140-62f3-4e10-a262-5a95efec486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340409 May 18 22:42:16.252179 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:16.253386 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-64cbc576-ea44-4679-a7e7-f4efe552f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:16.257136 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-64cbc576-ea44-4679-a7e7-f4efe552f033 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 1128 time: 0.0590582 May 18 22:42:16.280310 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-3ec8704f-b358-4e81-a5e3-52e419714d06 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696277 May 18 22:42:16.419762 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb1a3a-7e99-42cb-9d3b-8e456174fe3c req-cc96301c-c333-41fd-b48e-2c0462b12552 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:16.422110 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a7cb1a3a-7e99-42cb-9d3b-8e456174fe3c req-cc96301c-c333-41fd-b48e-2c0462b12552 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0788889 May 18 22:42:16.467773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016e9f6-26b1-440f-8af3-699f33565ee8 req-43c1d1e3-c024-4c4b-83a4-67db94d3cb7e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:16.471659 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2016e9f6-26b1-440f-8af3-699f33565ee8 req-43c1d1e3-c024-4c4b-83a4-67db94d3cb7e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0951910 May 18 22:42:16.527653 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a7cb1a3a-7e99-42cb-9d3b-8e456174fe3c req-68944aa5-6756-457d-9e6b-710eea7431ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940928 May 18 22:42:16.551879 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2016e9f6-26b1-440f-8af3-699f33565ee8 req-d7aa51b9-f860-42d5-b9a0-c9bf90af4de1 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680320 May 18 22:42:16.643253 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c3067-b5c0-4bff-8408-aa373b05938f req-187f7dcf-c9de-419b-9a79-7a5f4d07d368 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:16.644736 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f44c3067-b5c0-4bff-8408-aa373b05938f req-187f7dcf-c9de-419b-9a79-7a5f4d07d368 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0472484 May 18 22:42:16.692104 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f44c3067-b5c0-4bff-8408-aa373b05938f req-29e4c547-3375-4a72-8e8c-833372c9b570 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 May 18 22:42:17.649219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbee5ff-11ea-4185-be39-7c982f494e33 req-f1e9b70f-9446-4e28-bbef-2442d66a4ac5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:17.651050 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bcbee5ff-11ea-4185-be39-7c982f494e33 req-f1e9b70f-9446-4e28-bbef-2442d66a4ac5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0578806 May 18 22:42:17.701787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858569a7-c8ec-4a9c-bec9-e1fcd389a3bf req-fa11b785-22f0-4ca2-b97b-a4ebf4657a5c tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:17.703592 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-858569a7-c8ec-4a9c-bec9-e1fcd389a3bf req-fa11b785-22f0-4ca2-b97b-a4ebf4657a5c tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0739362 May 18 22:42:17.745727 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bcbee5ff-11ea-4185-be39-7c982f494e33 req-e7d52dba-9527-4bfa-97c0-67c1c0de56f6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760159 May 18 22:42:17.778402 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-858569a7-c8ec-4a9c-bec9-e1fcd389a3bf req-30a9223a-bddc-4576-a59f-e123455b816d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651772 May 18 22:42:17.817829 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:17.853144 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070d002-c652-4009-a5a0-a66faec052e1 req-3e219aea-2033-4884-88e6-930ed771e067 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:17.854630 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3070d002-c652-4009-a5a0-a66faec052e1 req-3e219aea-2033-4884-88e6-930ed771e067 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0478339 May 18 22:42:17.857428 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41372) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:17.906386 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3070d002-c652-4009-a5a0-a66faec052e1 req-8eb4fd3d-5898-471e-aa2f-99a22e10b986 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 May 18 22:42:17.967136 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b08f1f7f-bd63-44ff-a2c3-1f0a11361f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:18.040325 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b08f1f7f-bd63-44ff-a2c3-1f0a11361f33 admin admin] Publish callbacks [] for security_group (af31513b-5dc3-4d19-b326-5696ca6ee29d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:18.090783 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b08f1f7f-bd63-44ff-a2c3-1f0a11361f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (af31513b-5dc3-4d19-b326-5696ca6ee29d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:18.109277 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:18.131734 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b08f1f7f-bd63-44ff-a2c3-1f0a11361f33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fda85f5bcea04cc39a68bfbfbd8eae70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2732384 May 18 22:42:18.132559 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f1f7f-bd63-44ff-a2c3-1f0a11361f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31513b-5dc3-4d19-b326-5696ca6ee29d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:18.134499 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 41376) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:18.185875 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5c20ea6-1e97-45b3-9ef1-db360e2041a9 admin admin] Publish callbacks [] for security_group (af31513b-5dc3-4d19-b326-5696ca6ee29d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:18.207564 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5c20ea6-1e97-45b3-9ef1-db360e2041a9 admin admin] Publish callbacks [] for security_group (af31513b-5dc3-4d19-b326-5696ca6ee29d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:18.296384 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5c20ea6-1e97-45b3-9ef1-db360e2041a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (af31513b-5dc3-4d19-b326-5696ca6ee29d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:18.298837 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5c20ea6-1e97-45b3-9ef1-db360e2041a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:18.299958 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f5c20ea6-1e97-45b3-9ef1-db360e2041a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af31513b-5dc3-4d19-b326-5696ca6ee29d HTTP/1.1" status: 204 len: 168 time: 0.1644993 May 18 22:42:18.308041 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c20ea6-1e97-45b3-9ef1-db360e2041a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31513b-5dc3-4d19-b326-5696ca6ee29d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:18.892096 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6728504-d6b0-4764-b305-993250dc84c2 req-13b9c697-493a-4093-9985-a611519e6a6d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:18.893595 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6728504-d6b0-4764-b305-993250dc84c2 req-13b9c697-493a-4093-9985-a611519e6a6d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0747063 May 18 22:42:18.901147 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41394) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:18.913919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad570c-6a71-42d6-aca9-42b89934498d req-cb1ca755-e20f-46f5-9240-24643e97d93f tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:18.915171 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3fb69348-94ad-448e-a32d-bcb1a4be8b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:18.915380 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49ad570c-6a71-42d6-aca9-42b89934498d req-cb1ca755-e20f-46f5-9240-24643e97d93f tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 944 time: 0.0679755 May 18 22:42:18.925396 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:18.985991 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6728504-d6b0-4764-b305-993250dc84c2 req-b1e83d72-0515-4af0-b547-1f2d6f9049ab tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866709 May 18 22:42:18.990201 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49ad570c-6a71-42d6-aca9-42b89934498d req-5b398c5c-15e4-432c-a100-f2747e9683c4 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679598 May 18 22:42:18.996420 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3fb69348-94ad-448e-a32d-bcb1a4be8b96 admin admin] Publish callbacks [] for security_group (e8b6bdda-c5ad-476c-a97d-cd45e79cc087), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:19.074058 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3fb69348-94ad-448e-a32d-bcb1a4be8b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e8b6bdda-c5ad-476c-a97d-cd45e79cc087), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:19.090579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee1639-8087-451d-8a9b-3b6b8af1225e req-3e32e67d-4090-4905-84a9-34f71b3bab2e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:19.092130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aeee1639-8087-451d-8a9b-3b6b8af1225e req-3e32e67d-4090-4905-84a9-34f71b3bab2e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0485442 May 18 22:42:19.145598 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aeee1639-8087-451d-8a9b-3b6b8af1225e req-df95f415-da44-4910-b1ca-623a0d2c47a3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 May 18 22:42:19.155084 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device bf37ad73-6cb2-476c-b1e5-21bc440a86e1 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:42:19.160889 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:19.271564 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:19.271911 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port bf37ad73-6cb2-476c-b1e5-21bc440a86e1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,segment=NetworkSegment(070c3039-e29a-48d2-8155-612d8efb9a8b),segment_id=070c3039-e29a-48d2-8155-612d8efb9a8b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:19.279100 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb69348-94ad-448e-a32d-bcb1a4be8b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b6bdda-c5ad-476c-a97d-cd45e79cc087,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:19.281412 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3fb69348-94ad-448e-a32d-bcb1a4be8b96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3aed4738014a48b0b01157aa1265a8db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3790016 May 18 22:42:19.284624 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41400) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:19.285382 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': 'bf37ad73-6cb2-476c-b1e5-21bc440a86e1', 'network_id': 'a29a1140-62f3-4e10-a262-5a95efec486d', 'port_id': 'bf37ad73-6cb2-476c-b1e5-21bc440a86e1', 'mac_address': 'fa:16:3e:5c:7b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bef25a3-235a-402b-8cbf-7ce46f9461b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:42:19.324497 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:42:19.324806 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:19.333244 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-27dce011-95ec-49df-be96-949834e9b99a admin admin] Publish callbacks [] for security_group (e8b6bdda-c5ad-476c-a97d-cd45e79cc087), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:19.338361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf37ad73-6cb2-476c-b1e5-21bc440a86e1 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:42:19.354193 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-27dce011-95ec-49df-be96-949834e9b99a admin admin] Publish callbacks [] for security_group (e8b6bdda-c5ad-476c-a97d-cd45e79cc087), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:19.359988 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port bf37ad73-6cb2-476c-b1e5-21bc440a86e1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,segment=NetworkSegment(070c3039-e29a-48d2-8155-612d8efb9a8b),segment_id=070c3039-e29a-48d2-8155-612d8efb9a8b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:19.450995 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:19.469836 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-27dce011-95ec-49df-be96-949834e9b99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e8b6bdda-c5ad-476c-a97d-cd45e79cc087), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:19.472504 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-27dce011-95ec-49df-be96-949834e9b99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:19.476218 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-27dce011-95ec-49df-be96-949834e9b99a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8b6bdda-c5ad-476c-a97d-cd45e79cc087 HTTP/1.1" status: 204 len: 168 time: 0.1886728 May 18 22:42:19.481944 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dce011-95ec-49df-be96-949834e9b99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b6bdda-c5ad-476c-a97d-cd45e79cc087,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:19.502340 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:19.520026 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:20.137788 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049fd3d-575b-477c-8845-460024c363be req-40c050d9-d586-4dc1-a894-af416d712433 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:20.142991 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a049fd3d-575b-477c-8845-460024c363be req-40c050d9-d586-4dc1-a894-af416d712433 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0805414 May 18 22:42:20.145750 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75b2cc-f2ae-4aab-8040-c573f7ba9175 req-745f4036-7572-4797-a826-ff96b992bbce tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:20.147157 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1e75b2cc-f2ae-4aab-8040-c573f7ba9175 req-745f4036-7572-4797-a826-ff96b992bbce tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 945 time: 0.0778737 May 18 22:42:20.153316 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:20.222929 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a049fd3d-575b-477c-8845-460024c363be req-f5e65721-4116-495f-baf3-5c6f23f70e79 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733573 May 18 22:42:20.225507 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1e75b2cc-f2ae-4aab-8040-c573f7ba9175 req-a4504388-6e0e-4391-935b-a1e9625208c8 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711176 May 18 22:42:20.333815 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443f973-9ddf-42dd-8dec-d0672967e500 req-fe081c60-66b3-4d81-8960-02cd9421f8be tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:20.335351 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3443f973-9ddf-42dd-8dec-d0672967e500 req-fe081c60-66b3-4d81-8960-02cd9421f8be tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0490229 May 18 22:42:20.381419 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3443f973-9ddf-42dd-8dec-d0672967e500 req-780e30f5-af95-40ee-8520-7163a137d66a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 May 18 22:42:21.534258 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3aeb45-0855-40cc-9b3f-f9e4e21084db req-83829247-db43-4b93-ba56-2456b29330cd tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:21.536472 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd3aeb45-0855-40cc-9b3f-f9e4e21084db req-83829247-db43-4b93-ba56-2456b29330cd tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 945 time: 0.2412529 May 18 22:42:21.543980 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9e849-5b58-4068-b94d-a94496898a32 req-bae19783-8634-4759-87be-05a46da456fb tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:21.545341 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aab9e849-5b58-4068-b94d-a94496898a32 req-bae19783-8634-4759-87be-05a46da456fb tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.2410419 May 18 22:42:21.607928 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:21.623137 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd3aeb45-0855-40cc-9b3f-f9e4e21084db req-ee3d401f-a241-48a1-960a-577f1340c598 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762522 May 18 22:42:21.645055 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aab9e849-5b58-4068-b94d-a94496898a32 req-b6c9ed8f-eb98-45d4-af24-d620bce982dd tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728402 May 18 22:42:21.645273 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['bf37ad73-6cb2-476c-b1e5-21bc440a86e1'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:42:21.803622 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4ce05-67f4-4636-ba56-3e3a2e5d3cc1 req-75ad73e3-dac5-449a-8c16-fc7925988990 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:21.806171 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40c4ce05-67f4-4636-ba56-3e3a2e5d3cc1 req-75ad73e3-dac5-449a-8c16-fc7925988990 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0950270 May 18 22:42:21.907491 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40c4ce05-67f4-4636-ba56-3e3a2e5d3cc1 req-271fe82a-c16a-4246-84ae-59ac52e7e3ec tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945282 May 18 22:42:22.699289 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41544) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:22.771391 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7112c-46cc-4725-b9c4-2dd7ca166f51 req-d7662574-113f-438a-bad1-d9fe402db91a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:22.772896 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1be7112c-46cc-4725-b9c4-2dd7ca166f51 req-d7662574-113f-438a-bad1-d9fe402db91a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 945 time: 0.0759904 May 18 22:42:22.782872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e28767-75f4-4a5b-a6b4-99c2357fd3fd req-ca500b6e-f1d3-41f6-a0d9-7210a49f05a7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:22.784398 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09e28767-75f4-4a5b-a6b4-99c2357fd3fd req-ca500b6e-f1d3-41f6-a0d9-7210a49f05a7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0856380 May 18 22:42:22.818041 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b294ce79-f92e-4e93-b7f4-fc77ed1501f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:22.832372 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device bf37ad73-6cb2-476c-b1e5-21bc440a86e1 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:42:22.873344 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1be7112c-46cc-4725-b9c4-2dd7ca166f51 req-4885b561-0baa-49c3-8c00-59ce2997454a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879145 May 18 22:42:22.884901 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09e28767-75f4-4a5b-a6b4-99c2357fd3fd req-cbe73c9e-984b-4ce4-8676-7fcf3ee538b9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922894 May 18 22:42:22.903141 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:42:22.940763 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b294ce79-f92e-4e93-b7f4-fc77ed1501f2 admin admin] Publish callbacks [] for security_group (27bb17e1-11e9-4db6-858a-6ace653fe438), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:22.982577 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:42:22.983005 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.018798 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb890-4ea6-42a3-988a-d63647036c22 req-88bfe743-0932-481d-9ad1-1abdb4638046 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:23.025913 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3eecb890-4ea6-42a3-988a-d63647036c22 req-88bfe743-0932-481d-9ad1-1abdb4638046 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0564370 May 18 22:42:23.042352 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b294ce79-f92e-4e93-b7f4-fc77ed1501f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (27bb17e1-11e9-4db6-858a-6ace653fe438), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.086154 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b294ce79-f92e-4e93-b7f4-fc77ed1501f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7dd6ef4dc6e4d8b9c5021e4bda6b350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832002 May 18 22:42:23.086154 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294ce79-f92e-4e93-b7f4-fc77ed1501f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bb17e1-11e9-4db6-858a-6ace653fe438,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:23.086428 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3eecb890-4ea6-42a3-988a-d63647036c22 req-df3d8ff4-c5f8-490f-ac59-a82cf05cd017 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584846 May 18 22:42:23.087539 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41560) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:23.114667 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:42:23.115513 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.157297 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70925c7e-8a38-4cd6-a8ff-7b66a613265c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf37ad73-6cb2-476c-b1e5-21bc440a86e1'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:42:23.183423 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-c07d4fe8-e70b-4d98-9e12-b5a0ee0eff96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 HTTP/1.1" status: 200 len: 217 time: 0.0880194 May 18 22:42:23.275855 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-b65023cd-14e4-478a-a59e-473d5e4e610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:23.277613 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-b65023cd-14e4-478a-a59e-473d5e4e610a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0644500 May 18 22:42:23.281109 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6dfb888-7265-4cfb-9255-81d767cd5fe4 req-ea48b07b-8e86-403d-8e1d-afceeec27d0d service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922598 May 18 22:42:23.292609 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba6e79b8-6cc9-4678-bc38-f2d895474cc7 admin admin] Publish callbacks [] for security_group (27bb17e1-11e9-4db6-858a-6ace653fe438), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.306431 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port bf37ad73-6cb2-476c-b1e5-21bc440a86e1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,segment=NetworkSegment(070c3039-e29a-48d2-8155-612d8efb9a8b),segment_id=070c3039-e29a-48d2-8155-612d8efb9a8b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:23.327125 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba6e79b8-6cc9-4678-bc38-f2d895474cc7 admin admin] Publish callbacks [] for security_group (27bb17e1-11e9-4db6-858a-6ace653fe438), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.353911 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:23.388187 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.428146 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41582) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:23.431791 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-42d13726-bbcd-4b33-b010-f0b8782f8d12 service neutron] 10.222.0.24 "GET /v2.0/networks/a29a1140-62f3-4e10-a262-5a95efec486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701875 May 18 22:42:23.435141 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-293b117f-bd69-4f9c-bdb2-8de5facefdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:23.441650 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-293b117f-bd69-4f9c-bdb2-8de5facefdbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548706 May 18 22:42:23.467819 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:23.489023 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108d6d79-bb91-4f58-9836-408c29c443a2" -d '{"events": [{"server_uuid": "70925c7e-8a38-4cd6-a8ff-7b66a613265c", "name": "network-vif-plugged", "status": "completed", "tag": "bf37ad73-6cb2-476c-b1e5-21bc440a86e1"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:42:23.508036 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba6e79b8-6cc9-4678-bc38-f2d895474cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (27bb17e1-11e9-4db6-858a-6ace653fe438), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.510572 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba6e79b8-6cc9-4678-bc38-f2d895474cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.514209 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ba6e79b8-6cc9-4678-bc38-f2d895474cc7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27bb17e1-11e9-4db6-858a-6ace653fe438 HTTP/1.1" status: 204 len: 168 time: 0.4229243 May 18 22:42:23.520868 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e79b8-6cc9-4678-bc38-f2d895474cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bb17e1-11e9-4db6-858a-6ace653fe438,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:23.605318 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a94f-9ab9-4609-baa0-5fe3310b4906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.617315 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:23.703995 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:23.707137 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f488c7-0495-43d8-8d45-200fe40041a1 x-openstack-request-id: req-46f488c7-0495-43d8-8d45-200fe40041a1 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:42:23.707719 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70925c7e-8a38-4cd6-a8ff-7b66a613265c", "name": "network-vif-plugged", "status": "completed", "tag": "bf37ad73-6cb2-476c-b1e5-21bc440a86e1", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:42:23.708110 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46f488c7-0495-43d8-8d45-200fe40041a1 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:42:23.708947 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f488c7-0495-43d8-8d45-200fe40041a1'] response: {'server_uuid': '70925c7e-8a38-4cd6-a8ff-7b66a613265c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf37ad73-6cb2-476c-b1e5-21bc440a86e1', 'code': 200} May 18 22:42:23.718774 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a94f-9ab9-4609-baa0-5fe3310b4906 admin admin] Publish callbacks [] for security_group (87f32527-5a30-47f6-b165-83017de29fc9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.783355 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a3d7a94f-9ab9-4609-baa0-5fe3310b4906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (87f32527-5a30-47f6-b165-83017de29fc9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.830220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7a94f-9ab9-4609-baa0-5fe3310b4906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f32527-5a30-47f6-b165-83017de29fc9,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:23.841348 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a3d7a94f-9ab9-4609-baa0-5fe3310b4906 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8bbc83e1a8e4aaab9f728bdfd58412f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106290 May 18 22:42:23.844478 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41608) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:23.917722 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Publish callbacks [] for security_group (87f32527-5a30-47f6-b165-83017de29fc9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:23.945480 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 41616) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:23.948552 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Publish callbacks [] for security_group (87f32527-5a30-47f6-b165-83017de29fc9), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.096678 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (87f32527-5a30-47f6-b165-83017de29fc9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.099384 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.103084 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87f32527-5a30-47f6-b165-83017de29fc9 HTTP/1.1" status: 204 len: 168 time: 0.2566397 May 18 22:42:24.112220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f32527-5a30-47f6-b165-83017de29fc9,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:24.128285 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.128653 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.128990 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.129387 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.129719 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.130061 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.130225 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bf0b7-0b57-41e2-9338-9d787f71b175 req-dcfe7365-7ac2-4286-bc88-6934a59ff683 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:24.130380 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.130697 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.131014 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.131332 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.131650 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.131740 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-058bf0b7-0b57-41e2-9338-9d787f71b175 req-dcfe7365-7ac2-4286-bc88-6934a59ff683 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.1065347 May 18 22:42:24.131989 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.132307 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.132617 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.132928 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fc0ca1-7bfc-4e91-9ec0-d7850de4cc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:24.135047 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f8de653-36d2-4f02-bec2-4cffbed00b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.143245 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8729d3-57a5-4ffe-81b8-95393b260098 req-de572539-8630-4108-bc94-0f40b97f7c39 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:24.144735 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f8729d3-57a5-4ffe-81b8-95393b260098 req-de572539-8630-4108-bc94-0f40b97f7c39 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.1180644 May 18 22:42:24.252227 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f8729d3-57a5-4ffe-81b8-95393b260098 req-01c8491a-5014-4aca-b035-12d73ed26616 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925860 May 18 22:42:24.256326 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-058bf0b7-0b57-41e2-9338-9d787f71b175 req-17c437fc-741a-4500-ae9a-116e21801a5b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095889 May 18 22:42:24.329166 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f8de653-36d2-4f02-bec2-4cffbed00b3a admin admin] Publish callbacks [] for security_group (089f1444-27a1-45e9-b090-a0fc50b9c114), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.376453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb95fb-010e-489a-8c3c-d49a36ba3ac4 req-15c49639-4a90-40b8-9872-83eab5213ae3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:24.377961 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eddb95fb-010e-489a-8c3c-d49a36ba3ac4 req-15c49639-4a90-40b8-9872-83eab5213ae3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0669785 May 18 22:42:24.397310 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f8de653-36d2-4f02-bec2-4cffbed00b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (089f1444-27a1-45e9-b090-a0fc50b9c114), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.424337 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41628) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:24.439042 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2cf56525-758c-4591-a8b2-8bab3d38be3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.448784 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5f8de653-36d2-4f02-bec2-4cffbed00b3a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8233d910af2a405fa51316a93c119371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5014598 May 18 22:42:24.455127 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 41630) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:24.471833 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8de653-36d2-4f02-bec2-4cffbed00b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089f1444-27a1-45e9-b090-a0fc50b9c114,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:24.484823 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eddb95fb-010e-489a-8c3c-d49a36ba3ac4 req-ed7e7ff5-0432-429c-ae70-874581382cf8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012659 May 18 22:42:24.500909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:24.531416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9d91f41e-1c44-4d0b-884e-426ad32f7590 admin admin] Publish callbacks [] for security_group (089f1444-27a1-45e9-b090-a0fc50b9c114), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.537789 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2cf56525-758c-4591-a8b2-8bab3d38be3f admin admin] Publish callbacks [] for security_group (930436ed-b57c-43f3-859b-c237c19522d0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.553674 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9d91f41e-1c44-4d0b-884e-426ad32f7590 admin admin] Publish callbacks [] for security_group (089f1444-27a1-45e9-b090-a0fc50b9c114), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.610693 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2cf56525-758c-4591-a8b2-8bab3d38be3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (930436ed-b57c-43f3-859b-c237c19522d0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.631528 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:24.650879 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2cf56525-758c-4591-a8b2-8bab3d38be3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e24fdb3f9f1242188df116c39cfc7eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254407 May 18 22:42:24.652804 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf56525-758c-4591-a8b2-8bab3d38be3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930436ed-b57c-43f3-859b-c237c19522d0,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:24.653659 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 41638) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:24.709253 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23d1d8be-f51f-4e84-a735-9907d9cf5790 admin admin] Publish callbacks [] for security_group (930436ed-b57c-43f3-859b-c237c19522d0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.718345 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9d91f41e-1c44-4d0b-884e-426ad32f7590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (089f1444-27a1-45e9-b090-a0fc50b9c114), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.720805 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9d91f41e-1c44-4d0b-884e-426ad32f7590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.721924 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9d91f41e-1c44-4d0b-884e-426ad32f7590 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/089f1444-27a1-45e9-b090-a0fc50b9c114 HTTP/1.1" status: 204 len: 168 time: 0.2620206 May 18 22:42:24.722460 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:24.739892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91f41e-1c44-4d0b-884e-426ad32f7590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089f1444-27a1-45e9-b090-a0fc50b9c114,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:24.742778 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23d1d8be-f51f-4e84-a735-9907d9cf5790 admin admin] Publish callbacks [] for security_group (930436ed-b57c-43f3-859b-c237c19522d0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.885500 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23d1d8be-f51f-4e84-a735-9907d9cf5790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (930436ed-b57c-43f3-859b-c237c19522d0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.888066 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-23d1d8be-f51f-4e84-a735-9907d9cf5790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:24.889354 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-23d1d8be-f51f-4e84-a735-9907d9cf5790 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/930436ed-b57c-43f3-859b-c237c19522d0 HTTP/1.1" status: 204 len: 168 time: 0.2346668 May 18 22:42:24.905042 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d8be-f51f-4e84-a735-9907d9cf5790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930436ed-b57c-43f3-859b-c237c19522d0,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:24.914532 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:25.419905 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40279f-8a25-40f4-b4be-14bf1be103d3 req-70a19579-ac3f-44e9-a2c1-da3486896f4e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:25.419905 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1e40279f-8a25-40f4-b4be-14bf1be103d3 req-70a19579-ac3f-44e9-a2c1-da3486896f4e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0870900 May 18 22:42:25.424915 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae53ed-2541-4d9c-9a23-48d76cb1398b req-bc18d75b-5baa-472b-a1be-d84db17e6690 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:25.426624 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35ae53ed-2541-4d9c-9a23-48d76cb1398b req-bc18d75b-5baa-472b-a1be-d84db17e6690 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0876453 May 18 22:42:25.429820 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41672) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:25.447285 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3b5f403d-6b2b-4f1a-b1cd-2dcce7b8d353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:25.496482 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1e40279f-8a25-40f4-b4be-14bf1be103d3 req-7724affd-21cb-4023-9787-9bd5e82b451f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643971 May 18 22:42:25.533723 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35ae53ed-2541-4d9c-9a23-48d76cb1398b req-85f03247-d4e8-4939-ba16-5dea30ddaa53 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771945 May 18 22:42:25.645564 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3b5f403d-6b2b-4f1a-b1cd-2dcce7b8d353 admin admin] Publish callbacks [] for security_group (4f5d517f-e608-47a7-8916-d81a4f0b4bd0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:25.664677 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238186c-1518-4f1c-8329-7cace2d8b605 req-70801d8c-3757-4652-8f02-8ddd2f24acd9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:25.666174 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0238186c-1518-4f1c-8329-7cace2d8b605 req-70801d8c-3757-4652-8f02-8ddd2f24acd9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0711348 May 18 22:42:25.717510 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0238186c-1518-4f1c-8329-7cace2d8b605 req-c45a87e9-e3a3-4952-b93e-966d5fb24448 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 May 18 22:42:25.735880 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3b5f403d-6b2b-4f1a-b1cd-2dcce7b8d353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (4f5d517f-e608-47a7-8916-d81a4f0b4bd0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:25.778085 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3b5f403d-6b2b-4f1a-b1cd-2dcce7b8d353 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0007fa8bc2b4b86a1ab522ee9c28e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481495 May 18 22:42:25.779007 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f403d-6b2b-4f1a-b1cd-2dcce7b8d353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5d517f-e608-47a7-8916-d81a4f0b4bd0,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:25.782231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 41690) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:25.836130 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Publish callbacks [] for security_group (4f5d517f-e608-47a7-8916-d81a4f0b4bd0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:25.862624 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Publish callbacks [] for security_group (4f5d517f-e608-47a7-8916-d81a4f0b4bd0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:25.948467 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (4f5d517f-e608-47a7-8916-d81a4f0b4bd0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:25.952000 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:25.953948 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f5d517f-e608-47a7-8916-d81a4f0b4bd0 HTTP/1.1" status: 204 len: 168 time: 0.1697500 May 18 22:42:25.962082 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5d517f-e608-47a7-8916-d81a4f0b4bd0,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:25.969822 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.970193 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.970551 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.970887 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.971211 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.971528 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.971844 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.972157 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.972485 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.972807 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.973118 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.973433 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.973740 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.974077 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:25.974386 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759d8699-1a55-4f43-9c3c-8e84380a4c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:26.039619 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:26.644691 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917251d0-dd2a-4274-b009-1736ad2f6d9f req-c7efd117-61d3-4a18-9eed-c06d231e399a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:26.651757 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-917251d0-dd2a-4274-b009-1736ad2f6d9f req-c7efd117-61d3-4a18-9eed-c06d231e399a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0769241 May 18 22:42:26.714722 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5974f-231c-4aff-9f07-680cbe1da69a req-db3040fc-751b-46bb-b38b-07ca1d703cc2 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:26.723150 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0bb5974f-231c-4aff-9f07-680cbe1da69a req-db3040fc-751b-46bb-b38b-07ca1d703cc2 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0969226 May 18 22:42:26.766908 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-917251d0-dd2a-4274-b009-1736ad2f6d9f req-75125e4b-f2f7-4b9f-b7da-a8e52023cb7f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140115 May 18 22:42:26.820421 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0bb5974f-231c-4aff-9f07-680cbe1da69a req-2cc8bc54-733f-4d9f-a8b0-c9751307816e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902946 May 18 22:42:26.870146 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216185e2-90a1-4b62-850f-94938f4c66cd req-d45561f7-290f-4c4b-b841-60668ae0646a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:26.871685 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-216185e2-90a1-4b62-850f-94938f4c66cd req-d45561f7-290f-4c4b-b841-60668ae0646a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0499816 May 18 22:42:26.924550 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-216185e2-90a1-4b62-850f-94938f4c66cd req-9ce5ba53-5440-4670-a3dd-bb8b6c05cad1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 May 18 22:42:27.549490 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:42:27.556407 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41772) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:27.672938 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7109a974-1cd0-43a1-b34d-dcb2de936789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:27.679644 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:27.691980 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': 'fdb36b10-d6f4-4a5f-be73-d46b3a0b5721', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'port_id': 'fdb36b10-d6f4-4a5f-be73-d46b3a0b5721', 'mac_address': 'fa:16:3e:c1:06:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:42:27.743884 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:42:27.744272 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:27.760984 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:42:27.775309 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7109a974-1cd0-43a1-b34d-dcb2de936789 admin admin] Publish callbacks [] for security_group (e184b7a6-25d4-4d7a-a685-1efc89f27a2b), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:27.795455 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:27.845943 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7109a974-1cd0-43a1-b34d-dcb2de936789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e184b7a6-25d4-4d7a-a685-1efc89f27a2b), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:27.873802 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:27.909793 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7109a974-1cd0-43a1-b34d-dcb2de936789 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a295aa576973467d9a23b2d8c4e58c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477128 May 18 22:42:27.910493 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41794) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:27.914922 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ecf14-1c3d-44bc-bc9c-b7ab6ee49480 req-9bfc0333-7ca1-4f2e-8bd8-16bb62a29331 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:27.916549 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c75ecf14-1c3d-44bc-bc9c-b7ab6ee49480 req-9bfc0333-7ca1-4f2e-8bd8-16bb62a29331 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0859082 May 18 22:42:27.944034 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109a974-1cd0-43a1-b34d-dcb2de936789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e184b7a6-25d4-4d7a-a685-1efc89f27a2b,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:27.955314 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.215411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:42:28.217349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438071a2-0051-4d83-bffe-cbe7ee142b88 req-523a9765-60cc-4d0c-ba47-64b18c3222b0 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:28.217349 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-438071a2-0051-4d83-bffe-cbe7ee142b88 req-523a9765-60cc-4d0c-ba47-64b18c3222b0 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0666225 May 18 22:42:28.218941 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfae8-306c-41e4-aace-bc2475c3a6a9 admin admin] Publish callbacks [] for security_group (e184b7a6-25d4-4d7a-a685-1efc89f27a2b), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:28.219589 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c75ecf14-1c3d-44bc-bc9c-b7ab6ee49480 req-ad46c4cc-1b9d-4ece-93dc-7eecd46f92c3 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938873 May 18 22:42:28.220265 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfae8-306c-41e4-aace-bc2475c3a6a9 admin admin] Publish callbacks [] for security_group (e184b7a6-25d4-4d7a-a685-1efc89f27a2b), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:28.220652 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-438071a2-0051-4d83-bffe-cbe7ee142b88 req-abdab7ae-d8a2-4a78-a1b8-d803371c0986 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677938 May 18 22:42:28.220652 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0811a59-0180-40a7-9a8d-2f585bc29455 req-d56d1660-7d3e-4813-802a-aed9a2d7607a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:28.220652 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f0811a59-0180-40a7-9a8d-2f585bc29455 req-d56d1660-7d3e-4813-802a-aed9a2d7607a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0472040 May 18 22:42:28.220652 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f0811a59-0180-40a7-9a8d-2f585bc29455 req-f0116d33-b9d2-4a95-83ef-5970036baf0f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 May 18 22:42:28.377019 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfae8-306c-41e4-aace-bc2475c3a6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e184b7a6-25d4-4d7a-a685-1efc89f27a2b), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:28.379582 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfae8-306c-41e4-aace-bc2475c3a6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:28.380726 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ea0cfae8-306c-41e4-aace-bc2475c3a6a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e184b7a6-25d4-4d7a-a685-1efc89f27a2b HTTP/1.1" status: 204 len: 168 time: 0.4606502 May 18 22:42:28.382868 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:28.389673 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cfae8-306c-41e4-aace-bc2475c3a6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184b7a6-25d4-4d7a-a685-1efc89f27a2b,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:28.990969 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41834) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:29.067871 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:29.134577 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2409ca78-03e2-49de-899c-2e6e2352486f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:29.136232 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:29.218186 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2409ca78-03e2-49de-899c-2e6e2352486f admin admin] Publish callbacks [] for security_group (a410f86d-3326-402c-92e8-2db8836cbb1c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:29.290918 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2409ca78-03e2-49de-899c-2e6e2352486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a410f86d-3326-402c-92e8-2db8836cbb1c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:29.334143 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34bd80-74fe-4189-9210-af571075d61a req-4c457167-ab07-4ab3-81a5-2a19106615b2 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:29.335816 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d34bd80-74fe-4189-9210-af571075d61a req-4c457167-ab07-4ab3-81a5-2a19106615b2 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0852220 May 18 22:42:29.342351 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210afc8f-d668-4b09-bb8d-4f598253a751 req-9cadb7d6-35e0-4e9e-a6e3-e5092cbe20a6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:29.344599 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-210afc8f-d668-4b09-bb8d-4f598253a751 req-9cadb7d6-35e0-4e9e-a6e3-e5092cbe20a6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0848963 May 18 22:42:29.346428 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409ca78-03e2-49de-899c-2e6e2352486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a410f86d-3326-402c-92e8-2db8836cbb1c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:29.352099 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2409ca78-03e2-49de-899c-2e6e2352486f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0569ad9df320441fa0c9a6996ad39739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598759 May 18 22:42:29.354586 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41854) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:29.397453 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:29.409229 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-582db42f-afa7-48e5-aebb-98ff2d73b0a3 admin admin] Publish callbacks [] for security_group (a410f86d-3326-402c-92e8-2db8836cbb1c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:29.422358 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d34bd80-74fe-4189-9210-af571075d61a req-c44ec341-8818-4444-b8b1-8875a3d415b4 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766091 May 18 22:42:29.444653 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-582db42f-afa7-48e5-aebb-98ff2d73b0a3 admin admin] Publish callbacks [] for security_group (a410f86d-3326-402c-92e8-2db8836cbb1c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:29.464957 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-210afc8f-d668-4b09-bb8d-4f598253a751 req-7aec03ee-46be-4df4-a805-80ec17bd1006 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974815 May 18 22:42:29.565899 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:29.575394 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e5e00-8b58-4e45-a118-0343dd19fea0 req-1039096c-0dd3-4f3a-922b-05483611e9ec tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:29.577526 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd9e5e00-8b58-4e45-a118-0343dd19fea0 req-1039096c-0dd3-4f3a-922b-05483611e9ec tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0560052 May 18 22:42:29.628260 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd9e5e00-8b58-4e45-a118-0343dd19fea0 req-818a64cc-2845-49fa-bcf3-37f2ea23a818 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 May 18 22:42:29.657055 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-582db42f-afa7-48e5-aebb-98ff2d73b0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a410f86d-3326-402c-92e8-2db8836cbb1c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:29.661173 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-582db42f-afa7-48e5-aebb-98ff2d73b0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:29.661173 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-582db42f-afa7-48e5-aebb-98ff2d73b0a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a410f86d-3326-402c-92e8-2db8836cbb1c HTTP/1.1" status: 204 len: 168 time: 0.3050067 May 18 22:42:29.668583 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582db42f-afa7-48e5-aebb-98ff2d73b0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a410f86d-3326-402c-92e8-2db8836cbb1c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:29.681076 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:30.200891 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['fdb36b10-d6f4-4a5f-be73-d46b3a0b5721'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:42:30.355820 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 41880) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:30.369598 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd64a-110d-4a8e-ad67-a4f80cb80791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:30.453062 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd64a-110d-4a8e-ad67-a4f80cb80791 admin admin] Publish callbacks [] for security_group (20dcb846-7f75-47ac-9760-0206c01f2076), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:30.542850 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5423-4932-4a44-abd1-6fe93fa92a79 req-77cebee8-3d7d-400b-bfa5-d96992e9d955 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:30.544503 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23fe5423-4932-4a44-abd1-6fe93fa92a79 req-77cebee8-3d7d-400b-bfa5-d96992e9d955 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0566857 May 18 22:42:30.560433 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd64a-110d-4a8e-ad67-a4f80cb80791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (20dcb846-7f75-47ac-9760-0206c01f2076), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:30.604816 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0f8cd64a-110d-4a8e-ad67-a4f80cb80791 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ea1d318d220413f887035aa37ba74d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455478 May 18 22:42:30.606701 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 41898) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:30.616629 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:30.661660 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c6af9334-1657-43bf-8fe1-a4da10d7f08b admin admin] Publish callbacks [] for security_group (20dcb846-7f75-47ac-9760-0206c01f2076), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:30.683085 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a1707-2a76-4e2c-a345-dfe16d1925b8 req-c9e14e6d-4543-46dc-a403-4267e75ba156 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:30.684778 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e2a1707-2a76-4e2c-a345-dfe16d1925b8 req-c9e14e6d-4543-46dc-a403-4267e75ba156 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0952957 May 18 22:42:30.685138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c6af9334-1657-43bf-8fe1-a4da10d7f08b admin admin] Publish callbacks [] for security_group (20dcb846-7f75-47ac-9760-0206c01f2076), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:30.685370 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cd64a-110d-4a8e-ad67-a4f80cb80791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dcb846-7f75-47ac-9760-0206c01f2076,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:30.713469 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23fe5423-4932-4a44-abd1-6fe93fa92a79 req-95c4a650-2628-444f-8a0c-6abd3ae25eaa tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620419 May 18 22:42:30.774685 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e2a1707-2a76-4e2c-a345-dfe16d1925b8 req-3d694d2a-89bd-48d7-af1a-e0c4d5273847 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730968 May 18 22:42:30.835336 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c6af9334-1657-43bf-8fe1-a4da10d7f08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (20dcb846-7f75-47ac-9760-0206c01f2076), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:30.841790 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c6af9334-1657-43bf-8fe1-a4da10d7f08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:30.844095 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c6af9334-1657-43bf-8fe1-a4da10d7f08b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20dcb846-7f75-47ac-9760-0206c01f2076 HTTP/1.1" status: 204 len: 168 time: 0.2349377 May 18 22:42:30.859516 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af9334-1657-43bf-8fe1-a4da10d7f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dcb846-7f75-47ac-9760-0206c01f2076,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:30.885928 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6c2c50ac-7fc0-4e01-956b-c987cdd445fc req-8027324f-34ff-4631-8c11-acd4abc94519 service neutron] 10.222.0.24 "GET /v2.0/networks/a29a1140-62f3-4e10-a262-5a95efec486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101332 May 18 22:42:30.910824 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-0c494f75-b430-4055-ab8c-26a2bdfb9235 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537380 May 18 22:42:30.930088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea22a5-36c2-4d0f-904b-7294ca6381ef req-b2ef4fdd-86f7-4c74-b546-ed6709b48036 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:30.942305 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1aea22a5-36c2-4d0f-904b-7294ca6381ef req-b2ef4fdd-86f7-4c74-b546-ed6709b48036 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.1512122 May 18 22:42:31.020213 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1aea22a5-36c2-4d0f-904b-7294ca6381ef req-5e13b517-107b-4fa0-9455-4536d1644a96 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769322 May 18 22:42:31.080028 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:31.096123 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-204588d5-e7fa-4c3c-805b-4774cd233231 req-0c7c48ca-815b-4cd6-9bb3-d6e47fea3ac0 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341705 May 18 22:42:31.194944 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:42:31.250146 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:42:31.342418 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:42:31.342418 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:31.427053 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:42:31.427526 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:31.453243 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da5b596-3bb2-490e-b163-0649fbbc2657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb36b10-d6f4-4a5f-be73-d46b3a0b5721'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:42:31.456153 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4748f8be-2330-4de7-8685-99a34178264f" -d '{"events": [{"server_uuid": "5da5b596-3bb2-490e-b163-0649fbbc2657", "name": "network-vif-plugged", "status": "completed", "tag": "fdb36b10-d6f4-4a5f-be73-d46b3a0b5721"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:42:31.470356 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:31.472128 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b51cd-8ae6-4f22-8b38-649520c61aaa req-d79853f4-6b53-41f5-a3f8-93aa85dd3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:31.473730 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a27b51cd-8ae6-4f22-8b38-649520c61aaa req-d79853f4-6b53-41f5-a3f8-93aa85dd3f5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 1130 time: 0.0862532 May 18 22:42:31.495296 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fbf58a-ea0d-4846-a61f-8ccc5af654e5 x-openstack-request-id: req-d4fbf58a-ea0d-4846-a61f-8ccc5af654e5 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:42:31.495596 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da5b596-3bb2-490e-b163-0649fbbc2657", "name": "network-vif-plugged", "status": "completed", "tag": "fdb36b10-d6f4-4a5f-be73-d46b3a0b5721", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:42:31.495838 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4fbf58a-ea0d-4846-a61f-8ccc5af654e5 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:42:31.496163 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fbf58a-ea0d-4846-a61f-8ccc5af654e5'] response: {'server_uuid': '5da5b596-3bb2-490e-b163-0649fbbc2657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb36b10-d6f4-4a5f-be73-d46b3a0b5721', 'code': 200} May 18 22:42:31.559196 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:31.607704 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:31.792384 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:31.832880 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bde9-f2e2-4e13-b076-3ba7ed307445 req-fe9c0c44-a7ce-4c32-a680-7fc694aeaf64 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:31.832880 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f07bde9-f2e2-4e13-b076-3ba7ed307445 req-fe9c0c44-a7ce-4c32-a680-7fc694aeaf64 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0500960 May 18 22:42:31.914812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242297-e713-4bd6-8139-b606590325ef req-3cb8b2d4-b517-4b35-b6b7-85d077f0521d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:31.916269 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17242297-e713-4bd6-8139-b606590325ef req-3cb8b2d4-b517-4b35-b6b7-85d077f0521d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0644941 May 18 22:42:31.919541 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f07bde9-f2e2-4e13-b076-3ba7ed307445 req-fc7f89d1-60bf-4eb6-b33c-50a35de6db17 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817113 May 18 22:42:31.968928 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17242297-e713-4bd6-8139-b606590325ef req-50cc2743-64fb-4f31-97cd-08052a148013 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470543 May 18 22:42:32.137366 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ccc51-80ef-4a66-a889-541cabfbc39c req-1021da45-5e94-4c78-8c63-3b39bb383554 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:32.141289 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-585ccc51-80ef-4a66-a889-541cabfbc39c req-1021da45-5e94-4c78-8c63-3b39bb383554 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0526726 May 18 22:42:32.193967 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-585ccc51-80ef-4a66-a889-541cabfbc39c req-0ec2d766-5a74-400a-b360-67323a92ddc8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474532 May 18 22:42:33.068508 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212330b-6859-4a60-b149-9b0f8391d483 req-297d0a14-f8ef-4e6e-8ae0-203deed73174 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:33.069951 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a212330b-6859-4a60-b149-9b0f8391d483 req-297d0a14-f8ef-4e6e-8ae0-203deed73174 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0711439 May 18 22:42:33.139137 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c1d4e-f2a7-450c-89da-6e41652e251b req-12964e86-dfbe-47d5-9e01-3ca83b82f2b1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:33.140776 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f66c1d4e-f2a7-450c-89da-6e41652e251b req-12964e86-dfbe-47d5-9e01-3ca83b82f2b1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0813048 May 18 22:42:33.167934 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a212330b-6859-4a60-b149-9b0f8391d483 req-99627e19-cbe1-4e2f-83b7-c3bba9667503 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899940 May 18 22:42:33.187933 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2ade8e46-0efa-484e-835b-4b4ce42c3411 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:42:33.197918 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f66c1d4e-f2a7-450c-89da-6e41652e251b req-9f6a9ac0-30ce-41ba-9f94-132fece0cf2b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489409 May 18 22:42:33.288334 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:33.293510 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2ade8e46-0efa-484e-835b-4b4ce42c3411, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:33.315384 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '2ade8e46-0efa-484e-835b-4b4ce42c3411', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'port_id': '2ade8e46-0efa-484e-835b-4b4ce42c3411', 'mac_address': 'fa:16:3e:41:32:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:42:33.318647 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49419cef-bc7e-4196-abc4-da9d4555142d req-86337d0c-7f43-4a6d-9617-316a99701164 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:33.318647 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49419cef-bc7e-4196-abc4-da9d4555142d req-86337d0c-7f43-4a6d-9617-316a99701164 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 944 time: 0.0474994 May 18 22:42:33.358369 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:33.358554 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 2ade8e46-0efa-484e-835b-4b4ce42c3411 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:42:33.358960 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:33.382966 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ade8e46-0efa-484e-835b-4b4ce42c3411 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:42:33.383697 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49419cef-bc7e-4196-abc4-da9d4555142d req-75795feb-0a32-442d-9562-74c7b75b9056 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567036 May 18 22:42:33.407344 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2ade8e46-0efa-484e-835b-4b4ce42c3411, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:33.481860 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:33.532308 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=2ade8e46-0efa-484e-835b-4b4ce42c3411,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:34.014029 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['2ade8e46-0efa-484e-835b-4b4ce42c3411'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:42:34.134195 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:34.245813 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a27b51cd-8ae6-4f22-8b38-649520c61aaa req-4d8e8b19-cc32-4091-8d02-6473b5fdaeba service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:34.348973 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6f4c-df59-499e-8a2b-7bb7fefb5933 req-87c003c5-0d21-4659-aa4e-45fdb07e0310 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:34.350507 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1d7c6f4c-df59-499e-8a2b-7bb7fefb5933 req-87c003c5-0d21-4659-aa4e-45fdb07e0310 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.1118636 May 18 22:42:34.362386 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c05065-7e0c-4de3-a603-b4d47fe9f8eb req-87e0598b-1c24-400d-bd13-c1729945de10 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:34.363960 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2c05065-7e0c-4de3-a603-b4d47fe9f8eb req-87e0598b-1c24-400d-bd13-c1729945de10 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0803232 May 18 22:42:34.370069 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a27b51cd-8ae6-4f22-8b38-649520c61aaa req-4d8e8b19-cc32-4091-8d02-6473b5fdaeba service neutron] Publish callbacks [] for security_group (31481406-cbe2-442c-ae89-44d00358f142), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:34.436383 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1d7c6f4c-df59-499e-8a2b-7bb7fefb5933 req-c1aa9d29-2868-434f-a3ae-2cdc9e6fadd7 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713093 May 18 22:42:34.443830 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2c05065-7e0c-4de3-a603-b4d47fe9f8eb req-676aeb58-3fbd-4276-af7e-009498b660dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725124 May 18 22:42:34.445079 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a27b51cd-8ae6-4f22-8b38-649520c61aaa req-4d8e8b19-cc32-4091-8d02-6473b5fdaeba service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (31481406-cbe2-442c-ae89-44d00358f142), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:34.512607 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a27b51cd-8ae6-4f22-8b38-649520c61aaa req-4d8e8b19-cc32-4091-8d02-6473b5fdaeba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827566 May 18 22:42:34.523158 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e8b19-cc32-4091-8d02-6473b5fdaeba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=31481406-cbe2-442c-ae89-44d00358f142,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:34.593282 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84115eda-3435-4a91-9e74-ef768080966d req-51e6afc9-14e3-495d-a158-655c56e5632d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:34.600090 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84115eda-3435-4a91-9e74-ef768080966d req-51e6afc9-14e3-495d-a158-655c56e5632d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 945 time: 0.0677652 May 18 22:42:34.646688 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84115eda-3435-4a91-9e74-ef768080966d req-e3764ce9-982d-4ea7-994e-d5436f67c265 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 May 18 22:42:34.947927 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:35.581824 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255f881-a4b0-4378-bd9e-9d9754e46ae6 req-8aa3b461-1ee4-40c4-9979-15e1c37f40e2 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:35.583249 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1255f881-a4b0-4378-bd9e-9d9754e46ae6 req-8aa3b461-1ee4-40c4-9979-15e1c37f40e2 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0757031 May 18 22:42:35.593796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4641205-2a02-4db0-8b13-da7a52f99250 req-b047877b-71d4-4e1b-9d11-9cd6b9fccc80 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:35.595227 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4641205-2a02-4db0-8b13-da7a52f99250 req-b047877b-71d4-4e1b-9d11-9cd6b9fccc80 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0749512 May 18 22:42:35.673506 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1255f881-a4b0-4378-bd9e-9d9754e46ae6 req-fa2b361a-0d95-4a5a-ba7d-502e66539a55 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773461 May 18 22:42:35.676762 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4641205-2a02-4db0-8b13-da7a52f99250 req-3abf67cf-3b17-4bd8-8ca6-ed85125e9101 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748923 May 18 22:42:35.779843 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81424316-c826-4735-8c09-028155e92cb0 req-c1a5b0b5-078b-46ec-b053-904d5c5bb2e4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:35.781913 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81424316-c826-4735-8c09-028155e92cb0 req-c1a5b0b5-078b-46ec-b053-904d5c5bb2e4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 945 time: 0.0482075 May 18 22:42:35.830135 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81424316-c826-4735-8c09-028155e92cb0 req-170490e5-5f77-4a7a-be17-7d62d32048d0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 May 18 22:42:36.724682 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa4d23aa-acf4-47cc-abd1-87ab2a070056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:36.824228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7a16e-0ca1-4116-868a-09ffb312a20a req-ee791ccd-093c-480a-8674-4ad90ca97d77 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:36.825686 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24f7a16e-0ca1-4116-868a-09ffb312a20a req-ee791ccd-093c-480a-8674-4ad90ca97d77 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0798676 May 18 22:42:36.831820 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4662e7-3cc2-4132-b5f7-56d6b75b0f07 req-cb280c4c-569e-42a6-8c7e-30f907cbd895 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:36.833160 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0f4662e7-3cc2-4132-b5f7-56d6b75b0f07 req-cb280c4c-569e-42a6-8c7e-30f907cbd895 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0777550 May 18 22:42:36.899355 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24f7a16e-0ca1-4116-868a-09ffb312a20a req-e469fb79-4500-4a7e-bbeb-93dccfa195b9 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652654 May 18 22:42:36.910250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0f4662e7-3cc2-4132-b5f7-56d6b75b0f07 req-f84d7583-6027-43f0-973e-7b8c04f90be0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695455 May 18 22:42:37.005669 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285fc18-84c5-4095-9d6f-561b991a086a req-5106932a-1d82-4eaa-ae83-9a7408f6a9c5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:37.007216 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c285fc18-84c5-4095-9d6f-561b991a086a req-5106932a-1d82-4eaa-ae83-9a7408f6a9c5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 945 time: 0.0498626 May 18 22:42:37.058226 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c285fc18-84c5-4095-9d6f-561b991a086a req-a1db24f8-5c86-45fa-8805-e319a360be0a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 May 18 22:42:38.047349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06c762-4051-4fee-82a7-4cbb744d0216 req-86b6ea61-e110-487b-873f-1f46f125dd33 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:38.049011 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8f06c762-4051-4fee-82a7-4cbb744d0216 req-86b6ea61-e110-487b-873f-1f46f125dd33 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0806334 May 18 22:42:38.058400 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442881a0-1d60-4d3d-a233-1d05c8df0c6e req-40d113fa-59ec-4556-b799-70531c2c3a68 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:38.059940 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-442881a0-1d60-4d3d-a233-1d05c8df0c6e req-40d113fa-59ec-4556-b799-70531c2c3a68 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0803077 May 18 22:42:38.074153 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:38.122429 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:38.133864 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8f06c762-4051-4fee-82a7-4cbb744d0216 req-51451078-9fa6-4600-ab36-6cc0cfcb59df tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729406 May 18 22:42:38.157738 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-442881a0-1d60-4d3d-a233-1d05c8df0c6e req-81282db5-a066-49c9-9663-8bb093fa0bfa tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724976 May 18 22:42:38.250705 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e30c-5dbc-4b55-b218-e38fc82669a3 req-9fdd7681-ba46-4e81-b1de-df081954a64c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:38.252155 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1541e30c-5dbc-4b55-b218-e38fc82669a3 req-9fdd7681-ba46-4e81-b1de-df081954a64c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 945 time: 0.0459952 May 18 22:42:38.301671 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1541e30c-5dbc-4b55-b218-e38fc82669a3 req-266aa591-2de7-4b94-9433-7ba014198f31 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 May 18 22:42:38.959254 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cba38e88-066e-47f8-bc54-88dd555277fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:39.217113 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2ade8e46-0efa-484e-835b-4b4ce42c3411 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:42:39.276180 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 2ade8e46-0efa-484e-835b-4b4ce42c3411 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:42:39.301126 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979884e-a2f7-4982-a50f-fbf2eb42df6d req-97a7917c-6e44-4899-8e83-f24ac5a561b0 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:39.302607 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3979884e-a2f7-4982-a50f-fbf2eb42df6d req-97a7917c-6e44-4899-8e83-f24ac5a561b0 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0843604 May 18 22:42:39.334022 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33bf1f-94f2-4e41-a71b-fe94f00e8d78 req-db6bda30-64e2-417f-b065-054dfe68a94e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:39.335513 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e33bf1f-94f2-4e41-a71b-fe94f00e8d78 req-db6bda30-64e2-417f-b065-054dfe68a94e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0678837 May 18 22:42:39.376501 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 2ade8e46-0efa-484e-835b-4b4ce42c3411 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:42:39.376865 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:39.380506 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3979884e-a2f7-4982-a50f-fbf2eb42df6d req-8cae52ba-3fe9-431a-942e-27806adea15e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720344 May 18 22:42:39.409692 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e33bf1f-94f2-4e41-a71b-fe94f00e8d78 req-2a585eda-7d96-492b-99ee-d581ec3d70c0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681310 May 18 22:42:39.459566 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 2ade8e46-0efa-484e-835b-4b4ce42c3411 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:42:39.459849 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:39.483597 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76212507-6655-4eae-b27d-239e5e349b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ade8e46-0efa-484e-835b-4b4ce42c3411'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:42:39.486543 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b5daea-d92c-484a-8276-5e28d9dc5c68" -d '{"events": [{"server_uuid": "76212507-6655-4eae-b27d-239e5e349b46", "name": "network-vif-plugged", "status": "completed", "tag": "2ade8e46-0efa-484e-835b-4b4ce42c3411"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:42:39.498781 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2ade8e46-0efa-484e-835b-4b4ce42c3411, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:39.498907 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b500-0658-4dab-975e-8f47dc451e0c req-3ad50e43-c59d-4695-9755-9bda4c8516b1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:39.501069 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f723b500-0658-4dab-975e-8f47dc451e0c req-3ad50e43-c59d-4695-9755-9bda4c8516b1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 945 time: 0.0573308 May 18 22:42:39.526858 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b1e5f9-498a-4baf-b4c0-568811c98228 x-openstack-request-id: req-28b1e5f9-498a-4baf-b4c0-568811c98228 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:42:39.527166 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76212507-6655-4eae-b27d-239e5e349b46", "name": "network-vif-plugged", "status": "completed", "tag": "2ade8e46-0efa-484e-835b-4b4ce42c3411", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:42:39.527423 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-28b1e5f9-498a-4baf-b4c0-568811c98228 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:42:39.527814 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b1e5f9-498a-4baf-b4c0-568811c98228'] response: {'server_uuid': '76212507-6655-4eae-b27d-239e5e349b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ade8e46-0efa-484e-835b-4b4ce42c3411', 'code': 200} May 18 22:42:39.549312 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f723b500-0658-4dab-975e-8f47dc451e0c req-5ca831e4-e233-4fbb-8336-eecbbbd199f8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 May 18 22:42:39.587417 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:39.633338 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=2ade8e46-0efa-484e-835b-4b4ce42c3411,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:39.890415 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:40.431722 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ba4b-b687-448e-babf-738cb9eb9b8c req-8b3c52ab-57df-4b44-bc1b-6d9e6387bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:40.434091 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-da08ba4b-b687-448e-babf-738cb9eb9b8c req-8b3c52ab-57df-4b44-bc1b-6d9e6387bd95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 1130 time: 0.0628808 May 18 22:42:40.493284 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-da08ba4b-b687-448e-babf-738cb9eb9b8c req-fd133647-13d5-4e34-894a-ebb712aca4a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 May 18 22:42:40.542279 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32959a-7014-4ebb-9af1-5b718a764f22 req-cc05623e-c056-49dc-ab54-973fda9c32cb tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:40.543727 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1e32959a-7014-4ebb-9af1-5b718a764f22 req-cc05623e-c056-49dc-ab54-973fda9c32cb tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0744457 May 18 22:42:40.564707 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96f1e-c806-4950-9f3e-2f9ccbfad70b req-0b968200-f648-47ea-bd3b-77f27f7ec274 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:40.566136 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bd96f1e-c806-4950-9f3e-2f9ccbfad70b req-0b968200-f648-47ea-bd3b-77f27f7ec274 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 944 time: 0.0674260 May 18 22:42:40.628520 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1e32959a-7014-4ebb-9af1-5b718a764f22 req-55942f2c-6f92-4ba8-aee3-30609e5c12e8 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784435 May 18 22:42:40.642487 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bd96f1e-c806-4950-9f3e-2f9ccbfad70b req-4ffff148-fe3e-4516-b4ee-dd85b449696f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691469 May 18 22:42:40.874598 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef58a-be7a-4f80-a14e-feb3393118f7 req-6fc0d733-050c-4df9-b15b-04c392d528c0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:40.876147 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-279ef58a-be7a-4f80-a14e-feb3393118f7 req-6fc0d733-050c-4df9-b15b-04c392d528c0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0469959 May 18 22:42:40.924366 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-279ef58a-be7a-4f80-a14e-feb3393118f7 req-be264eb4-55e8-4da9-90b9-e4fc59052891 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423074 May 18 22:42:41.053941 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeb475-9142-4d33-8275-292ec580a5fc req-5b50ca5b-4825-463f-9a38-35581a0765e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:41.055724 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5adeb475-9142-4d33-8275-292ec580a5fc req-5b50ca5b-4825-463f-9a38-35581a0765e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 1130 time: 0.0429778 May 18 22:42:41.216928 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:42:41.325287 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:41.342374 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:42:41.383731 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:42:41.384112 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:41.395478 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:41.398357 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:42:41.418895 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:41.530717 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:41.576648 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:41.777030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3c34c-2079-451f-8049-a7bad93acd72 req-e7a3e792-08b2-4064-96b5-a025263b019b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:41.778556 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-30f3c34c-2079-451f-8049-a7bad93acd72 req-e7a3e792-08b2-4064-96b5-a025263b019b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0831206 May 18 22:42:41.799472 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5c5fe-9819-43d8-802c-2ddfa076ccd4 req-1eadb68b-f951-4cdd-be1d-c75f8c00c74e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:41.800891 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c4b5c5fe-9819-43d8-802c-2ddfa076ccd4 req-1eadb68b-f951-4cdd-be1d-c75f8c00c74e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0742245 May 18 22:42:42.039230 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-30f3c34c-2079-451f-8049-a7bad93acd72 req-2b537bd2-e6d3-430e-bf5b-33350e759831 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541997 May 18 22:42:42.051361 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c4b5c5fe-9819-43d8-802c-2ddfa076ccd4 req-9249a70d-d624-4dc9-a188-959c895f018d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433765 May 18 22:42:42.144287 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d4d03-e812-43da-9cdd-90cbc7744d8c req-86b013b8-17cd-4dd0-a2bb-339c418d2ed7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:42.145747 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-090d4d03-e812-43da-9cdd-90cbc7744d8c req-86b013b8-17cd-4dd0-a2bb-339c418d2ed7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0464005 May 18 22:42:42.193796 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-090d4d03-e812-43da-9cdd-90cbc7744d8c req-1efc58d8-9243-4bbd-84c7-4dde4dd78c15 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 May 18 22:42:42.924821 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:43.149264 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:43.181125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062426-3919-4513-95ea-d2baa648c63a req-3215a320-ac1d-40d4-8a4e-9f09c19e561b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:43.182535 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f062426-3919-4513-95ea-d2baa648c63a req-3215a320-ac1d-40d4-8a4e-9f09c19e561b tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0753374 May 18 22:42:43.202251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7956ea0-ef55-4418-a680-af25ee74ecae req-08b5b992-634e-48ac-abaf-d49cee27b6f0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:43.204204 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c7956ea0-ef55-4418-a680-af25ee74ecae req-08b5b992-634e-48ac-abaf-d49cee27b6f0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0672224 May 18 22:42:43.219692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:43.271385 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f062426-3919-4513-95ea-d2baa648c63a req-2ab8976e-d009-4b5c-887e-03baacf9462e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825243 May 18 22:42:43.275341 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c7956ea0-ef55-4418-a680-af25ee74ecae req-2203fa2a-0481-475a-ab29-989c642b6592 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644193 May 18 22:42:43.369671 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b4c53-1774-4d33-a075-3683084f3b49 req-48babd45-2aa7-4d40-a58e-a21e0b8d5d9d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:43.371156 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-605b4c53-1774-4d33-a075-3683084f3b49 req-48babd45-2aa7-4d40-a58e-a21e0b8d5d9d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0465686 May 18 22:42:43.424388 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-605b4c53-1774-4d33-a075-3683084f3b49 req-bb7d2119-6a29-43c4-bc8c-62c27789ea54 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 May 18 22:42:44.411765 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83daf5-6b5c-48b2-ba18-c0f69f28747f req-ca98bbc7-3d7a-4f53-b2d0-7b8bf00c6b9a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:44.413199 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bc83daf5-6b5c-48b2-ba18-c0f69f28747f req-ca98bbc7-3d7a-4f53-b2d0-7b8bf00c6b9a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0739095 May 18 22:42:44.419054 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cec888-03da-4935-a8ff-74d671c743f0 req-51a35cb3-ed10-4702-af0b-75e047379751 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:44.420367 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-38cec888-03da-4935-a8ff-74d671c743f0 req-51a35cb3-ed10-4702-af0b-75e047379751 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0721688 May 18 22:42:44.495381 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bc83daf5-6b5c-48b2-ba18-c0f69f28747f req-e5786353-f48f-4673-9677-8bc0b5ed5ce4 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741010 May 18 22:42:44.503168 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-38cec888-03da-4935-a8ff-74d671c743f0 req-8a9cbbb3-7433-40aa-a6b3-7ed25ff927d5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747170 May 18 22:42:44.733608 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900fbf-3a0c-4da9-bd4f-22c09f0f8b5a req-b47858d2-fb60-430b-9104-ed33ea6079fc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:44.736718 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b900fbf-3a0c-4da9-bd4f-22c09f0f8b5a req-b47858d2-fb60-430b-9104-ed33ea6079fc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0480962 May 18 22:42:44.784055 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b900fbf-3a0c-4da9-bd4f-22c09f0f8b5a req-3b551586-567d-4d6a-8fe1-4b3c2d9abf0c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 May 18 22:42:45.641308 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc41d-81c7-4211-a093-5831bdf34f13 req-c59bf381-386c-497b-b950-2887a0e4260a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:45.642970 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33bcc41d-81c7-4211-a093-5831bdf34f13 req-c59bf381-386c-497b-b950-2887a0e4260a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0774083 May 18 22:42:45.664619 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dc6dd-be44-4f03-ad0d-edd08313e7c8 req-a3cedee5-9a4e-4ccd-9895-dbd7e2d4c6d2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:45.666085 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-862dc6dd-be44-4f03-ad0d-edd08313e7c8 req-a3cedee5-9a4e-4ccd-9895-dbd7e2d4c6d2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0712757 May 18 22:42:45.733388 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33bcc41d-81c7-4211-a093-5831bdf34f13 req-5a25d5a5-3282-4ba9-8864-a5774ccb22ff tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837085 May 18 22:42:45.737413 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-862dc6dd-be44-4f03-ad0d-edd08313e7c8 req-3b08520b-22d5-4aa9-92ba-5007af6f28f0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649498 May 18 22:42:45.897792 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0008b-03ad-4c6a-9ec7-948c64df8418 req-6bea8d1e-291e-405d-a545-94f6427efada tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:45.899267 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b8c0008b-03ad-4c6a-9ec7-948c64df8418 req-6bea8d1e-291e-405d-a545-94f6427efada tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0467811 May 18 22:42:45.945637 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b8c0008b-03ad-4c6a-9ec7-948c64df8418 req-d829fdb9-fb0d-40b6-9ce2-1d9f03a66618 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 May 18 22:42:46.433734 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5adeb475-9142-4d33-8275-292ec580a5fc req-45df6417-7403-49eb-b929-2cb401c413ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 May 18 22:42:46.883032 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f708c28-5b7c-4ad3-976c-9e2f6a185ac8 req-27da4493-3804-4f80-a2d0-fc23bf17dd6f tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:46.890731 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9f708c28-5b7c-4ad3-976c-9e2f6a185ac8 req-27da4493-3804-4f80-a2d0-fc23bf17dd6f tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0843487 May 18 22:42:46.896628 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3af55-bd8d-484e-8b3e-2265e6956791 req-f5e192d4-46df-4715-85eb-46db6059082f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:46.898164 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9da3af55-bd8d-484e-8b3e-2265e6956791 req-f5e192d4-46df-4715-85eb-46db6059082f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0863254 May 18 22:42:46.941862 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:46.974902 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9f708c28-5b7c-4ad3-976c-9e2f6a185ac8 req-07d56ff7-ede7-48ac-814c-715b88a89b2e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757685 May 18 22:42:46.978099 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9da3af55-bd8d-484e-8b3e-2265e6956791 req-a46a771a-4c50-4217-b377-aad641ea4a38 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718336 May 18 22:42:47.096180 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1bc7-85be-4d7d-bd2a-ae414e2d2f7f req-bfc76f56-a27c-47d3-883e-2c8a55d7a9fe tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:47.097850 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-46ea1bc7-85be-4d7d-bd2a-ae414e2d2f7f req-bfc76f56-a27c-47d3-883e-2c8a55d7a9fe tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0557694 May 18 22:42:47.155625 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-46ea1bc7-85be-4d7d-bd2a-ae414e2d2f7f req-f61da7c0-6fce-4564-a7b4-c70c453da5c7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503442 May 18 22:42:47.371859 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:42:47.474664 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:47.513572 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:48.097654 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e456b0-3f72-4cf9-8493-ffdbd611f073 req-357f76dd-5e51-450a-9ee5-f4aa9cf33577 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:48.099160 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15e456b0-3f72-4cf9-8493-ffdbd611f073 req-357f76dd-5e51-450a-9ee5-f4aa9cf33577 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0524123 May 18 22:42:48.123344 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:48.146797 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15e456b0-3f72-4cf9-8493-ffdbd611f073 req-e43beae4-fd90-4c7c-b2f0-0844b8b49e49 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 May 18 22:42:48.268912 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2825d-d90f-4a77-9556-fc06e907c84a req-f4e21192-ca61-441a-835c-cdca0eb75b2e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:48.270412 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06d2825d-d90f-4a77-9556-fc06e907c84a req-f4e21192-ca61-441a-835c-cdca0eb75b2e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0469043 May 18 22:42:48.320169 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06d2825d-d90f-4a77-9556-fc06e907c84a req-8a845d7e-06f1-457a-9e73-ba2cf2943298 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 May 18 22:42:49.271150 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662b35d-f74d-4f89-b960-0654b3b0e85c req-d10d7ab6-9ea0-4203-9512-2acf70c8002c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:49.272616 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4662b35d-f74d-4f89-b960-0654b3b0e85c req-d10d7ab6-9ea0-4203-9512-2acf70c8002c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0497911 May 18 22:42:49.320340 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4662b35d-f74d-4f89-b960-0654b3b0e85c req-d2df62cd-d2ca-4b60-940b-faa649b68b99 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 May 18 22:42:49.429321 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7f6e6-4044-409c-aace-202e9dba307e req-40700236-9ce4-4649-ae19-61eee9e59fbf tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:49.431055 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2f7f6e6-4044-409c-aace-202e9dba307e req-40700236-9ce4-4649-ae19-61eee9e59fbf tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0464056 May 18 22:42:49.478314 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2f7f6e6-4044-409c-aace-202e9dba307e req-5332ca97-4701-421c-b87e-59b26f874af0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 May 18 22:42:50.434688 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f0a88-b0b2-4f38-8451-1c1246e13ddf req-74d8eada-d796-4c47-a284-46376e8c1a89 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:50.436137 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-332f0a88-b0b2-4f38-8451-1c1246e13ddf req-74d8eada-d796-4c47-a284-46376e8c1a89 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0496037 May 18 22:42:50.483984 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-332f0a88-b0b2-4f38-8451-1c1246e13ddf req-1bbc414d-2151-45d4-ac49-381833510f8f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 May 18 22:42:50.591312 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1e669-990a-457e-8c01-c26ab405c705 req-e3203d61-b53f-42f1-8aa3-0d9876d62968 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:50.592780 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bef1e669-990a-457e-8c01-c26ab405c705 req-e3203d61-b53f-42f1-8aa3-0d9876d62968 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0474925 May 18 22:42:50.639948 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bef1e669-990a-457e-8c01-c26ab405c705 req-93307102-8108-4fc6-9eab-3d34e97201fd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 May 18 22:42:51.603460 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb6043-115d-41e5-b115-cdec511d884e req-39c4a9e6-911f-4b8f-a7b9-4450f5d21ca1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:51.604947 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edfb6043-115d-41e5-b115-cdec511d884e req-39c4a9e6-911f-4b8f-a7b9-4450f5d21ca1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0492547 May 18 22:42:51.659556 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edfb6043-115d-41e5-b115-cdec511d884e req-0283ca0d-b122-47d6-8f15-288ef94f662a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469532 May 18 22:42:51.752069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b3b8a-d8be-4e3f-8947-9e58699c2a90 req-d7084e86-e36b-4162-be8e-a153df8bf955 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:51.753517 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4e4b3b8a-d8be-4e3f-8947-9e58699c2a90 req-d7084e86-e36b-4162-be8e-a153df8bf955 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0464036 May 18 22:42:51.801937 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4e4b3b8a-d8be-4e3f-8947-9e58699c2a90 req-38830933-67e9-4019-8ff9-298873b6ac62 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 May 18 22:42:51.917758 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:42:52.773010 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170134c1-a417-4d7f-a7d5-09f8483eb0f3 req-034ac4c0-d724-456e-81b6-8e62db6cf42d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:52.774510 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-170134c1-a417-4d7f-a7d5-09f8483eb0f3 req-034ac4c0-d724-456e-81b6-8e62db6cf42d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0473418 May 18 22:42:52.822489 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-170134c1-a417-4d7f-a7d5-09f8483eb0f3 req-8fa23609-621a-4f93-b5c5-b7719d0ac95e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421128 May 18 22:42:52.922553 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a27dc8-6360-4148-bcb5-38deb033c388 req-56600ee5-e106-416a-aca0-9c2265567a1c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:52.924003 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f7a27dc8-6360-4148-bcb5-38deb033c388 req-56600ee5-e106-416a-aca0-9c2265567a1c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0497875 May 18 22:42:52.971589 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f7a27dc8-6360-4148-bcb5-38deb033c388 req-5b86e274-da4c-47a9-85bb-9d0b07495567 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 May 18 22:42:53.927777 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:53.939472 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976394b-95fe-46c7-9209-e39b9b09b8ba req-293c3b03-3b7c-4fc9-a475-6d240541f907 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:53.940984 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5976394b-95fe-46c7-9209-e39b9b09b8ba req-293c3b03-3b7c-4fc9-a475-6d240541f907 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0483272 May 18 22:42:53.988339 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5976394b-95fe-46c7-9209-e39b9b09b8ba req-1840bdf5-56ce-4540-9bed-3bf97d5f0b26 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417156 May 18 22:42:54.082851 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee9721-f207-4a19-9cd5-7e7bd62a4946 req-010ab154-ae88-408e-882c-e3c9e3d4594d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:54.084339 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ceee9721-f207-4a19-9cd5-7e7bd62a4946 req-010ab154-ae88-408e-882c-e3c9e3d4594d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0468054 May 18 22:42:54.136242 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ceee9721-f207-4a19-9cd5-7e7bd62a4946 req-c5694f74-bb9c-4b63-9799-54bd7362e9ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464735 May 18 22:42:55.065255 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:55.100698 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149687e-545c-4169-9e58-1bb4da5f427c req-27e83491-e021-4ec8-b3f8-c042dde614f9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:55.102157 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8149687e-545c-4169-9e58-1bb4da5f427c req-27e83491-e021-4ec8-b3f8-c042dde614f9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0474832 May 18 22:42:55.150343 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8149687e-545c-4169-9e58-1bb4da5f427c req-b866f160-60eb-48f7-8e78-431dca78a202 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 May 18 22:42:55.252104 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d4f12-38d6-420d-83b2-e4ee08129923 req-64c5bfd1-3ce8-448c-9b75-28757d252b2a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:55.253574 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f5d4f12-38d6-420d-83b2-e4ee08129923 req-64c5bfd1-3ce8-448c-9b75-28757d252b2a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0488634 May 18 22:42:55.306858 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f5d4f12-38d6-420d-83b2-e4ee08129923 req-07ec929e-7afa-4bd0-9d50-1f188d3f8c3b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 May 18 22:42:56.275322 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef37dc-039d-4a15-ae0f-d1cddc2c14c4 req-8561a30a-0c80-4d6d-bd40-3667f5ddb0f1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:56.276779 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-03ef37dc-039d-4a15-ae0f-d1cddc2c14c4 req-8561a30a-0c80-4d6d-bd40-3667f5ddb0f1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0503805 May 18 22:42:56.323632 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-03ef37dc-039d-4a15-ae0f-d1cddc2c14c4 req-3819b1a0-a038-4b0b-a627-f5074ac6a9db tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414553 May 18 22:42:56.417605 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a15bea-a798-4692-9c90-c7677c8e2a12 req-825e8d31-098e-4923-acd1-26f98ec1b393 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:56.419115 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1a15bea-a798-4692-9c90-c7677c8e2a12 req-825e8d31-098e-4923-acd1-26f98ec1b393 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0471284 May 18 22:42:56.427899 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=32,neutron:INSERT=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:56.430852 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=51,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:56.467250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1a15bea-a798-4692-9c90-c7677c8e2a12 req-0da180da-8ccd-47b0-a4b6-aed0925ae394 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 May 18 22:42:57.267950 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:42:57.312585 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:42:57.393477 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:42:57.393927 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:57.439422 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7d1b3-0e37-4fa5-ba3d-ed723e67631d req-79284779-7494-4924-85e7-f09b588e7692 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:57.441114 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dba7d1b3-0e37-4fa5-ba3d-ed723e67631d req-79284779-7494-4924-85e7-f09b588e7692 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 945 time: 0.0517890 May 18 22:42:57.469982 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:42:57.470549 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:57.496034 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:42:57.498378 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e84d66-a3ff-481c-90d8-bcf089229d94" -d '{"events": [{"server_uuid": "097a1c9f-e116-4327-a473-ab82fe379d7f", "name": "network-vif-plugged", "status": "completed", "tag": "d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:42:57.499841 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dba7d1b3-0e37-4fa5-ba3d-ed723e67631d req-4382be29-99a1-43e8-952c-e8ddf6a869a5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523107 May 18 22:42:57.511853 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:42:57.545445 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc11209-12de-49ac-b25e-5c3167dd7cc1 x-openstack-request-id: req-ffc11209-12de-49ac-b25e-5c3167dd7cc1 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:42:57.545761 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097a1c9f-e116-4327-a473-ab82fe379d7f", "name": "network-vif-plugged", "status": "completed", "tag": "d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:42:57.546030 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ffc11209-12de-49ac-b25e-5c3167dd7cc1 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:42:57.546426 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc11209-12de-49ac-b25e-5c3167dd7cc1'] response: {'server_uuid': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'code': 200} May 18 22:42:57.581960 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:57.589692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fec26-b060-4e8d-ac31-01844f497add req-cb0ce6d7-8598-404d-b893-c61e085de4f6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:57.591363 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee7fec26-b060-4e8d-ac31-01844f497add req-cb0ce6d7-8598-404d-b893-c61e085de4f6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0505538 May 18 22:42:57.634815 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:57.647703 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee7fec26-b060-4e8d-ac31-01844f497add req-d6182b40-e1ab-4ce2-8bb6-ceec20d192bd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469332 May 18 22:42:58.587903 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 42590) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:58.626872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad805a24-3a65-4f11-a2f7-4a84f8a2038e req-bde0695d-2ef3-4faa-8758-d7fafb7c03cf tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:58.628370 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ad805a24-3a65-4f11-a2f7-4a84f8a2038e req-bde0695d-2ef3-4faa-8758-d7fafb7c03cf tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0482996 May 18 22:42:58.693413 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ad805a24-3a65-4f11-a2f7-4a84f8a2038e req-a502acdf-3627-4f03-a50c-22d3630f72ff tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583844 May 18 22:42:58.715523 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d27a668e-9636-4e59-a127-2c8a885aed9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:58.767541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56805a22-82f0-4d11-b80a-5de7e24fbfb9 req-ab85cf9c-7983-4b0c-8ccc-870cee739c21 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:58.769332 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56805a22-82f0-4d11-b80a-5de7e24fbfb9 req-ab85cf9c-7983-4b0c-8ccc-870cee739c21 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0470188 May 18 22:42:58.787205 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d27a668e-9636-4e59-a127-2c8a885aed9c admin admin] Publish callbacks [] for security_group (0cf8b5c5-5193-48a0-91dc-7bc0c473a2f9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:58.816004 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56805a22-82f0-4d11-b80a-5de7e24fbfb9 req-26788f74-3442-4ee1-9347-f1c334ee1c16 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 May 18 22:42:58.833056 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d27a668e-9636-4e59-a127-2c8a885aed9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0cf8b5c5-5193-48a0-91dc-7bc0c473a2f9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:58.870521 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d27a668e-9636-4e59-a127-2c8a885aed9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bf9ae3e5a5641be99023d5899ce228c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815235 May 18 22:42:58.872374 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a668e-9636-4e59-a127-2c8a885aed9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf8b5c5-5193-48a0-91dc-7bc0c473a2f9,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:58.873248 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 42600) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:58.880657 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:58.925721 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-51a7f00a-582b-4ff0-bc8c-1ab2cae16749 admin admin] Publish callbacks [] for security_group (0cf8b5c5-5193-48a0-91dc-7bc0c473a2f9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:58.947536 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-51a7f00a-582b-4ff0-bc8c-1ab2cae16749 admin admin] Publish callbacks [] for security_group (0cf8b5c5-5193-48a0-91dc-7bc0c473a2f9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:59.084305 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-51a7f00a-582b-4ff0-bc8c-1ab2cae16749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0cf8b5c5-5193-48a0-91dc-7bc0c473a2f9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:59.087038 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-51a7f00a-582b-4ff0-bc8c-1ab2cae16749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:59.088208 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-51a7f00a-582b-4ff0-bc8c-1ab2cae16749 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0cf8b5c5-5193-48a0-91dc-7bc0c473a2f9 HTTP/1.1" status: 204 len: 168 time: 0.2130272 May 18 22:42:59.097431 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7f00a-582b-4ff0-bc8c-1ab2cae16749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf8b5c5-5193-48a0-91dc-7bc0c473a2f9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:42:59.188007 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:59.806391 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 42628) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:42:59.811077 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92604c4e-40f4-4fe0-b102-af00af9d7024 req-7fb5282b-427b-4428-9f7b-a28548a8954d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:59.812568 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92604c4e-40f4-4fe0-b102-af00af9d7024 req-7fb5282b-427b-4428-9f7b-a28548a8954d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0505402 May 18 22:42:59.820892 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-995f9fd3-31d2-4d00-85c0-2f218b575852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:59.868109 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92604c4e-40f4-4fe0-b102-af00af9d7024 req-99bd95c2-52e6-4a56-a70b-b35934dc0571 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492129 May 18 22:42:59.901261 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-995f9fd3-31d2-4d00-85c0-2f218b575852 admin admin] Publish callbacks [] for security_group (e35fac3d-72f8-4f16-8ceb-07d1301d80f8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:59.958784 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-995f9fd3-31d2-4d00-85c0-2f218b575852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e35fac3d-72f8-4f16-8ceb-07d1301d80f8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:42:59.973065 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b444e7-d375-47ce-ab2a-42c776317eaa req-f79d9f3a-31ff-47a4-a0ee-2a983c0a3502 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:42:59.974624 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0b444e7-d375-47ce-ab2a-42c776317eaa req-f79d9f3a-31ff-47a4-a0ee-2a983c0a3502 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0486541 May 18 22:42:59.986049 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:42:59.997815 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f9fd3-31d2-4d00-85c0-2f218b575852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35fac3d-72f8-4f16-8ceb-07d1301d80f8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:00.008918 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-995f9fd3-31d2-4d00-85c0-2f218b575852 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91e5dec2a9514844aac1d6276d3b0a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994102 May 18 22:43:00.008918 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 42636) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:00.029182 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0b444e7-d375-47ce-ab2a-42c776317eaa req-8725b716-518b-4bca-969a-1c5f70a7462f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 May 18 22:43:00.069775 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-976ca5ed-f1b0-4c38-8e96-e6b28c47f647 admin admin] Publish callbacks [] for security_group (e35fac3d-72f8-4f16-8ceb-07d1301d80f8), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:00.091493 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-976ca5ed-f1b0-4c38-8e96-e6b28c47f647 admin admin] Publish callbacks [] for security_group (e35fac3d-72f8-4f16-8ceb-07d1301d80f8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:00.198387 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-976ca5ed-f1b0-4c38-8e96-e6b28c47f647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e35fac3d-72f8-4f16-8ceb-07d1301d80f8), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:00.200900 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-976ca5ed-f1b0-4c38-8e96-e6b28c47f647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:00.202065 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-976ca5ed-f1b0-4c38-8e96-e6b28c47f647 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e35fac3d-72f8-4f16-8ceb-07d1301d80f8 HTTP/1.1" status: 204 len: 168 time: 0.1935987 May 18 22:43:00.210644 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ca5ed-f1b0-4c38-8e96-e6b28c47f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35fac3d-72f8-4f16-8ceb-07d1301d80f8,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:00.984147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967dcfc-d32e-4f3f-8696-b4eb7d284866 req-5410b4e3-ca1b-4363-82be-10f0a4d2f7f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:00.985633 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a967dcfc-d32e-4f3f-8696-b4eb7d284866 req-5410b4e3-ca1b-4363-82be-10f0a4d2f7f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0506656 May 18 22:43:01.042199 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a967dcfc-d32e-4f3f-8696-b4eb7d284866 req-24c2e6b4-827d-48ef-b4a9-f40dddda5773 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472381 May 18 22:43:01.144013 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415a258-3ba9-4e0c-a21c-0312dc16f3df req-1a0b78ec-391c-4374-9067-75913a5db7c7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:01.145520 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a415a258-3ba9-4e0c-a21c-0312dc16f3df req-1a0b78ec-391c-4374-9067-75913a5db7c7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0479910 May 18 22:43:01.193564 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a415a258-3ba9-4e0c-a21c-0312dc16f3df req-72e34c3a-ecae-4a31-b5c5-47ed4700e4ab tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 May 18 22:43:01.914047 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:01.914846 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:02.150576 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b18332-27d4-4d9f-b795-92b987ae6038 req-fa516e69-8d8f-4028-a23b-76ff2829cccb tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:02.152267 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58b18332-27d4-4d9f-b795-92b987ae6038 req-fa516e69-8d8f-4028-a23b-76ff2829cccb tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0499251 May 18 22:43:02.201836 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58b18332-27d4-4d9f-b795-92b987ae6038 req-e4a16d5d-2dc0-4853-a967-bf52ab89f04b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415485 May 18 22:43:02.309453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f4825-facd-4e20-95b8-a8e9cae71480 req-3dd83184-1967-4d89-93d7-72bffcc25bec tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:02.310932 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2b7f4825-facd-4e20-95b8-a8e9cae71480 req-3dd83184-1967-4d89-93d7-72bffcc25bec tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0510118 May 18 22:43:02.359175 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2b7f4825-facd-4e20-95b8-a8e9cae71480 req-9c688361-5db5-4fc0-a198-2a738f1186d0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 May 18 22:43:03.314582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4589c-8da5-4c10-bdbb-3ec5661a82d4 req-5bc73801-99d0-4042-8e6d-38d70096037c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:03.316090 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33d4589c-8da5-4c10-bdbb-3ec5661a82d4 req-5bc73801-99d0-4042-8e6d-38d70096037c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0469515 May 18 22:43:03.363517 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33d4589c-8da5-4c10-bdbb-3ec5661a82d4 req-72a32193-d90e-4ac8-8c85-2362a79a0ee5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420275 May 18 22:43:03.477415 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c970a9-aaa2-4d2f-b314-d21e26ca0e07 req-b999f418-72ea-4178-8268-709716fb2df9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:03.478916 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d0c970a9-aaa2-4d2f-b314-d21e26ca0e07 req-b999f418-72ea-4178-8268-709716fb2df9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0534935 May 18 22:43:03.531005 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d0c970a9-aaa2-4d2f-b314-d21e26ca0e07 req-cb63e09b-83d9-4b98-bff1-fb8a427e0f1e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 May 18 22:43:04.319503 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ada28-b29d-44d1-9a49-e1f57c310b5a req-73e38b1f-55ce-4306-8432-18a0a5b6dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:04.321159 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-852ada28-b29d-44d1-9a49-e1f57c310b5a req-73e38b1f-55ce-4306-8432-18a0a5b6dbac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 1130 time: 0.0384607 May 18 22:43:04.379862 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-852ada28-b29d-44d1-9a49-e1f57c310b5a req-c4edfbe2-0e0d-49e5-8763-a146572379cf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 May 18 22:43:04.475962 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac7935-f04b-4912-a1e6-95cd5fa7e46c req-5ff3db17-c09d-40ab-81b0-26fa7bbb6b94 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:04.481604 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3dac7935-f04b-4912-a1e6-95cd5fa7e46c req-5ff3db17-c09d-40ab-81b0-26fa7bbb6b94 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0508568 May 18 22:43:04.525704 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3dac7935-f04b-4912-a1e6-95cd5fa7e46c req-f76032d0-8d0f-4f34-9060-75bf064c14f7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 May 18 22:43:04.642794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fe7a6-e380-4d22-b687-429f695a0328 req-78c7f19b-905c-4ca8-abbb-d35c23502723 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:04.644158 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-257fe7a6-e380-4d22-b687-429f695a0328 req-78c7f19b-905c-4ca8-abbb-d35c23502723 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0464628 May 18 22:43:04.661794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:04.695688 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-257fe7a6-e380-4d22-b687-429f695a0328 req-3bedafbf-a7d0-4fca-ad3a-9a534beb5baa tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 May 18 22:43:05.235277 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6340b4-9437-462a-83c1-634171d80175 req-b2238699-84fe-441b-9111-3b372a9c9f26 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:05.237539 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e6340b4-9437-462a-83c1-634171d80175 req-b2238699-84fe-441b-9111-3b372a9c9f26 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0487072 May 18 22:43:05.290663 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e6340b4-9437-462a-83c1-634171d80175 req-d4c517ae-90ca-4f0c-b999-c5b518ac078c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 May 18 22:43:05.640949 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56173f30-ddd0-494a-97ea-69bc3ac2568a req-9e2ad41e-c9aa-4950-82c3-60b7354061e5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:05.642458 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56173f30-ddd0-494a-97ea-69bc3ac2568a req-9e2ad41e-c9aa-4950-82c3-60b7354061e5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0465755 May 18 22:43:05.690169 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56173f30-ddd0-494a-97ea-69bc3ac2568a req-9ac529a9-0c79-421f-8755-e197d778d688 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 May 18 22:43:06.187856 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-c3d48734-ffa4-4a2f-84f2-856a98347a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:06.189376 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-c3d48734-ffa4-4a2f-84f2-856a98347a42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 1130 time: 0.0397255 May 18 22:43:06.360474 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-ca53f332-66c8-42a4-9477-1e89e7a7eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:06.362110 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-ca53f332-66c8-42a4-9477-1e89e7a7eb26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.1648962 May 18 22:43:06.411513 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-ad0af379-5fe3-450b-80c3-b546a07c1c90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411 HTTP/1.1" status: 200 len: 217 time: 0.0378766 May 18 22:43:06.415623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923683e5-fa0f-4c27-84b8-cf0e26e6b179 req-107c970a-7b6e-48aa-bc3c-67d2a7bdf08b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:06.417113 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-923683e5-fa0f-4c27-84b8-cf0e26e6b179 req-107c970a-7b6e-48aa-bc3c-67d2a7bdf08b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0574701 May 18 22:43:06.445015 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:06.471240 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-923683e5-fa0f-4c27-84b8-cf0e26e6b179 req-722f69fa-7aac-4809-b581-88fc86a1fe16 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 May 18 22:43:06.691422 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-31711363-0832-4076-8c5f-49caf3d2cd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:06.803645 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8356de-359b-424a-8ab8-c4e3d6bc97ae req-4188699e-e635-4c7a-8e8a-a029f4a933c2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:06.805406 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed8356de-359b-424a-8ab8-c4e3d6bc97ae req-4188699e-e635-4c7a-8e8a-a029f4a933c2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0480366 May 18 22:43:06.851481 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed8356de-359b-424a-8ab8-c4e3d6bc97ae req-26e29dba-9616-47a4-9998-8f641b962e9f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403621 May 18 22:43:06.962885 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda23a2-d476-43a4-9853-1a4629910f66 req-d591d030-31df-429a-b0bb-87afb68db751 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:06.964341 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6fda23a2-d476-43a4-9853-1a4629910f66 req-d591d030-31df-429a-b0bb-87afb68db751 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0480421 May 18 22:43:06.973936 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 42856) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:06.977318 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-c6f131f0-0742-455e-90e6-e0ab878b3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:06.978388 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'floatingip': {'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:06.978754 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-c6f131f0-0742-455e-90e6-e0ab878b3b94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0528002 May 18 22:43:07.052693 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:07.068962 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:07.097763 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-4847559c-0652-467b-b053-c40f2f67c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:07.099289 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-4847559c-0652-467b-b053-c40f2f67c536 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415149 May 18 22:43:07.115315 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:07.196603 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-f7c5b0b1-8ead-4ac3-826c-5d03fd3782c2 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888073 May 18 22:43:07.313820 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f9b24972-bc82-4cef-8c01-862758bdf729 req-712ad33e-8b96-4b7f-bd65-f0b83c0067b9 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079164 May 18 22:43:07.678392 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345c4d7-1f0a-4036-8cdf-3ef4f7ed19e8 req-869ccb6a-9b60-4e9a-8643-5be000947e52 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:07.680186 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f345c4d7-1f0a-4036-8cdf-3ef4f7ed19e8 req-869ccb6a-9b60-4e9a-8643-5be000947e52 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.1248646 May 18 22:43:07.867173 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f345c4d7-1f0a-4036-8cdf-3ef4f7ed19e8 req-869010b5-0b20-41d0-965c-d681d933c2be tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803985 May 18 22:43:07.963885 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:08.010476 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:08.060289 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:08.112508 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Floating IP f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c associated. External IP: 172.27.1.92, port: d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7. May 18 22:43:08.244485 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:08.312590 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:43:08.419309 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:43:08.424796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:08.441115 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:43:08.454179 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:43:08.454977 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:42:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:08.459325 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6a0c0615-f9ad-457c-b972-e818961304b7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "PUT /v2.0/floatingips/f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c HTTP/1.1" status: 200 len: 991 time: 1.4817681 May 18 22:43:08.459325 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'tag': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:43:08.459985 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80803398-86e3-4f7f-a7e7-424dbc158fae" -d '{"events": [{"name": "network-changed", "server_uuid": "097a1c9f-e116-4327-a473-ab82fe379d7f", "tag": "d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:43:08.500172 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c84c2-e0a8-4e5a-93b1-ebd31470d788 x-openstack-request-id: req-617c84c2-e0a8-4e5a-93b1-ebd31470d788 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:43:08.503681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097a1c9f-e116-4327-a473-ab82fe379d7f", "tag": "d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:43:08.503681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-617c84c2-e0a8-4e5a-93b1-ebd31470d788 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:43:08.503681 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617c84c2-e0a8-4e5a-93b1-ebd31470d788'] response: {'name': 'network-changed', 'server_uuid': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'tag': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'status': 'completed', 'code': 200} May 18 22:43:08.587350 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:43:08.675016 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 42922) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:08.738786 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-30049ec3-98ff-4172-99ac-2204b9e10dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:08.741286 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-30049ec3-98ff-4172-99ac-2204b9e10dae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 1130 time: 0.0542274 May 18 22:43:08.823576 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc501-a614-4b79-a8bd-c1ae8f68ece9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:08.847359 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-8e7b1a75-2eeb-406f-bdf9-650350012365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:08.849551 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-8e7b1a75-2eeb-406f-bdf9-650350012365 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 915 time: 0.1014216 May 18 22:43:08.933579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc501-a614-4b79-a8bd-c1ae8f68ece9 admin admin] Publish callbacks [] for security_group (ccf14622-793b-444a-b907-82fd685ba880), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:08.961040 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:07Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:08.981972 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-02f65e73-5333-4c79-8075-e276d8fdf0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:08.987254 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:43:08.988787 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-691e1462-865c-4842-8805-139d0ddf0494 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 HTTP/1.1" status: 200 len: 999 time: 0.1213164 May 18 22:43:08.995844 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:43:08.996435 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:43:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:08.999100 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a010f7e-3b6d-49e1-935c-65d2351b7d29 req-00973491-4eb2-4b8f-9fc8-d719e7111c4a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:09.000617 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a010f7e-3b6d-49e1-935c-65d2351b7d29 req-00973491-4eb2-4b8f-9fc8-d719e7111c4a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0509214 May 18 22:43:09.016237 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7e9fc501-a614-4b79-a8bd-c1ae8f68ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ccf14622-793b-444a-b907-82fd685ba880), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:09.055047 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-d4abb20a-19de-4820-a47e-e7ad455fa2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:09.057577 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-d4abb20a-19de-4820-a47e-e7ad455fa2be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0614681 May 18 22:43:09.087175 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fc501-a614-4b79-a8bd-c1ae8f68ece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf14622-793b-444a-b907-82fd685ba880,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:09.091253 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7e9fc501-a614-4b79-a8bd-c1ae8f68ece9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba8771de16af47ab918724e9a502585f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151249 May 18 22:43:09.094135 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 42930) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:09.121190 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:43:09.134146 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a010f7e-3b6d-49e1-935c-65d2351b7d29 req-41c95f4e-dd9d-419e-bb26-2bcb2579e2a0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260033 May 18 22:43:09.145667 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-1291358a-a4de-4a89-964c-eb3c21e9009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:09.147194 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-1291358a-a4de-4a89-964c-eb3c21e9009c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825436 May 18 22:43:09.242740 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca090-5010-43a5-bc36-a98fed22876e admin admin] Publish callbacks [] for security_group (ccf14622-793b-444a-b907-82fd685ba880), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:09.280414 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-0dd9300f-d984-4936-a1e1-0c67f95a7408 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263905 May 18 22:43:09.282221 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca090-5010-43a5-bc36-a98fed22876e admin admin] Publish callbacks [] for security_group (ccf14622-793b-444a-b907-82fd685ba880), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:09.345002 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:07Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:09.374286 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b012b-3820-4282-a509-486d05aae57b None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:07Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:43:09.386716 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:09.398524 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-80803398-86e3-4f7f-a7e7-424dbc158fae req-e85fa97f-3827-4b15-94f2-5770df19aa28 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094103 May 18 22:43:09.468082 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca090-5010-43a5-bc36-a98fed22876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ccf14622-793b-444a-b907-82fd685ba880), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:09.471170 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca090-5010-43a5-bc36-a98fed22876e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:09.472414 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-8e9ca090-5010-43a5-bc36-a98fed22876e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccf14622-793b-444a-b907-82fd685ba880 HTTP/1.1" status: 204 len: 168 time: 0.3773007 May 18 22:43:09.480680 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ca090-5010-43a5-bc36-a98fed22876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf14622-793b-444a-b907-82fd685ba880,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:09.601375 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634db8e7-7669-40e7-8487-89ba9b39fec0 None None] New status for floating IP f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:43:09.958580 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:10.171113 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 42980) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:10.188638 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d96840d0-d33b-40f2-b271-32255d67e72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:10.256663 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dd31b-552d-4cea-a402-60590743c3f1 req-e55dc90b-033a-4d54-a652-3de0013c3796 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:10.258152 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c53dd31b-552d-4cea-a402-60590743c3f1 req-e55dc90b-033a-4d54-a652-3de0013c3796 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0506315 May 18 22:43:10.288809 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d96840d0-d33b-40f2-b271-32255d67e72f admin admin] Publish callbacks [] for security_group (6dac8991-9385-4602-84d3-4daccf44448f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:10.306538 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c53dd31b-552d-4cea-a402-60590743c3f1 req-304a2633-fd95-4eb5-9007-060b2d0b42c8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 May 18 22:43:10.329765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d96840d0-d33b-40f2-b271-32255d67e72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (6dac8991-9385-4602-84d3-4daccf44448f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:10.367899 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96840d0-d33b-40f2-b271-32255d67e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac8991-9385-4602-84d3-4daccf44448f,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:10.372065 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d96840d0-d33b-40f2-b271-32255d67e72f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91dc6a430485497090037abf036d2722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984122 May 18 22:43:10.374822 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 42984) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:10.398693 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:10.422673 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c11-2647-4b58-98db-9d4e2b9d0331 admin admin] Publish callbacks [] for security_group (6dac8991-9385-4602-84d3-4daccf44448f), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:10.445278 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c11-2647-4b58-98db-9d4e2b9d0331 admin admin] Publish callbacks [] for security_group (6dac8991-9385-4602-84d3-4daccf44448f), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:10.564066 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c11-2647-4b58-98db-9d4e2b9d0331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (6dac8991-9385-4602-84d3-4daccf44448f), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:10.567413 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dcdb7c11-2647-4b58-98db-9d4e2b9d0331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:10.568558 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-dcdb7c11-2647-4b58-98db-9d4e2b9d0331 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6dac8991-9385-4602-84d3-4daccf44448f HTTP/1.1" status: 204 len: 168 time: 0.1928716 May 18 22:43:10.576448 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb7c11-2647-4b58-98db-9d4e2b9d0331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac8991-9385-4602-84d3-4daccf44448f,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:11.423470 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d91dd-04ff-456b-9d59-578d522cdc06 req-f909042a-9c77-4c27-b697-61c306a95355 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:11.425854 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8d5d91dd-04ff-456b-9d59-578d522cdc06 req-f909042a-9c77-4c27-b697-61c306a95355 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0497055 May 18 22:43:11.430686 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:11.439077 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:11.479120 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8d5d91dd-04ff-456b-9d59-578d522cdc06 req-851387b7-e4e2-4dbb-96e5-0ef9349127e2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 May 18 22:43:12.611802 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbc3ff-f044-481c-861c-33f7df0863e9 req-77741838-7853-410c-bd79-0ea8aa9ca0d7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:12.613318 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0cbbc3ff-f044-481c-861c-33f7df0863e9 req-77741838-7853-410c-bd79-0ea8aa9ca0d7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0643351 May 18 22:43:12.664245 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0cbbc3ff-f044-481c-861c-33f7df0863e9 req-82013637-8862-4558-aa14-62a47f8f033e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 May 18 22:43:12.907133 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:12.962563 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43106) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:13.106296 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-581901d6-af57-45b7-9426-44e56ba1bac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:13.217726 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-581901d6-af57-45b7-9426-44e56ba1bac6 admin admin] Publish callbacks [] for security_group (f2beeb15-e50a-47fa-a0d2-051e1bedb9f9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:13.307363 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-581901d6-af57-45b7-9426-44e56ba1bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f2beeb15-e50a-47fa-a0d2-051e1bedb9f9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:13.350217 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-581901d6-af57-45b7-9426-44e56ba1bac6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25f4ed68f63d4e388e8ca0b850836463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831878 May 18 22:43:13.350540 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43124) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:13.356535 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581901d6-af57-45b7-9426-44e56ba1bac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2beeb15-e50a-47fa-a0d2-051e1bedb9f9,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:13.403248 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fa4d-1066-4a7a-ace0-83dca9c77625 admin admin] Publish callbacks [] for security_group (f2beeb15-e50a-47fa-a0d2-051e1bedb9f9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:13.425242 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fa4d-1066-4a7a-ace0-83dca9c77625 admin admin] Publish callbacks [] for security_group (f2beeb15-e50a-47fa-a0d2-051e1bedb9f9), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:13.553064 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fa4d-1066-4a7a-ace0-83dca9c77625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f2beeb15-e50a-47fa-a0d2-051e1bedb9f9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:13.555832 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fa4d-1066-4a7a-ace0-83dca9c77625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:13.557025 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9ba3fa4d-1066-4a7a-ace0-83dca9c77625 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2beeb15-e50a-47fa-a0d2-051e1bedb9f9 HTTP/1.1" status: 204 len: 168 time: 0.2054689 May 18 22:43:13.559152 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:13.568330 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3fa4d-1066-4a7a-ace0-83dca9c77625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2beeb15-e50a-47fa-a0d2-051e1bedb9f9,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:13.780882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d87e79-d196-445d-afc6-80673acd45b4 req-d68f30c0-7e79-4088-9221-f79a28ccae9a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:13.782975 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3d87e79-d196-445d-afc6-80673acd45b4 req-d68f30c0-7e79-4088-9221-f79a28ccae9a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0472507 May 18 22:43:13.830027 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3d87e79-d196-445d-afc6-80673acd45b4 req-19e507f3-2210-41e9-a42a-f6e26b1c0a20 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 May 18 22:43:14.304875 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43154) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:14.318996 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-46feed52-d15d-465e-b94f-240cd73132e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:14.393496 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-46feed52-d15d-465e-b94f-240cd73132e8 admin admin] Publish callbacks [] for security_group (a26d2864-e42a-44c9-bda5-840805442a2d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:14.432496 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-46feed52-d15d-465e-b94f-240cd73132e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a26d2864-e42a-44c9-bda5-840805442a2d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:14.473983 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-46feed52-d15d-465e-b94f-240cd73132e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=536c593e00ea4225a0e279dd09954f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679940 May 18 22:43:14.475097 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feed52-d15d-465e-b94f-240cd73132e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26d2864-e42a-44c9-bda5-840805442a2d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:14.476812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43158) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:14.529759 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f130e637-f96d-4475-ab74-8c4f798cce64 admin admin] Publish callbacks [] for security_group (a26d2864-e42a-44c9-bda5-840805442a2d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:14.551868 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f130e637-f96d-4475-ab74-8c4f798cce64 admin admin] Publish callbacks [] for security_group (a26d2864-e42a-44c9-bda5-840805442a2d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:14.689688 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f130e637-f96d-4475-ab74-8c4f798cce64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a26d2864-e42a-44c9-bda5-840805442a2d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:14.692213 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f130e637-f96d-4475-ab74-8c4f798cce64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:14.693336 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f130e637-f96d-4475-ab74-8c4f798cce64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a26d2864-e42a-44c9-bda5-840805442a2d HTTP/1.1" status: 204 len: 168 time: 0.2152395 May 18 22:43:14.701148 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130e637-f96d-4475-ab74-8c4f798cce64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26d2864-e42a-44c9-bda5-840805442a2d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:14.948198 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2d0e9-3c27-4439-b4f7-0358dcf3695b req-6d7921b9-023c-481f-a441-99ceb19b3832 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:14.949611 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5de2d0e9-3c27-4439-b4f7-0358dcf3695b req-6d7921b9-023c-481f-a441-99ceb19b3832 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0505185 May 18 22:43:14.981642 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:14.998925 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5de2d0e9-3c27-4439-b4f7-0358dcf3695b req-ea6b0152-56b3-439b-86e3-f5c2d539c826 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436938 May 18 22:43:16.116926 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6080c6-a617-4b8d-86c6-3cc6f41ade05 req-1506e6bf-2d17-429d-92e4-4ed5cda47f68 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:16.118459 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ac6080c6-a617-4b8d-86c6-3cc6f41ade05 req-1506e6bf-2d17-429d-92e4-4ed5cda47f68 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0495846 May 18 22:43:16.165416 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ac6080c6-a617-4b8d-86c6-3cc6f41ade05 req-34984c5b-4d66-401d-8dd8-a8b216c21b92 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 May 18 22:43:17.130825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43246) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:17.279967 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27351f58-0e50-417c-bfa7-55e073642ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:17.302613 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8a51b-ee53-4673-b882-22c9ec8674d3 req-f90a5b84-47d0-4b45-81a2-015627605093 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:17.304078 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-99c8a51b-ee53-4673-b882-22c9ec8674d3 req-f90a5b84-47d0-4b45-81a2-015627605093 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0698071 May 18 22:43:17.382643 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-99c8a51b-ee53-4673-b882-22c9ec8674d3 req-b0d723b5-1421-4b65-8266-3a4e5990f352 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719311 May 18 22:43:17.416240 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27351f58-0e50-417c-bfa7-55e073642ee2 admin admin] Publish callbacks [] for security_group (2371925c-83cf-4515-835e-4808cd203628), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:17.495395 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27351f58-0e50-417c-bfa7-55e073642ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (2371925c-83cf-4515-835e-4808cd203628), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:17.535091 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-27351f58-0e50-417c-bfa7-55e073642ee2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eec5941f90814be3b1705a8b5eeacdf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026625 May 18 22:43:17.537133 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351f58-0e50-417c-bfa7-55e073642ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2371925c-83cf-4515-835e-4808cd203628,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:17.538087 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43262) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:17.593736 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0b410d60-bef5-484e-aa50-b0035b92974d admin admin] Publish callbacks [] for security_group (2371925c-83cf-4515-835e-4808cd203628), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:17.617053 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0b410d60-bef5-484e-aa50-b0035b92974d admin admin] Publish callbacks [] for security_group (2371925c-83cf-4515-835e-4808cd203628), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:17.792774 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0b410d60-bef5-484e-aa50-b0035b92974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (2371925c-83cf-4515-835e-4808cd203628), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:17.795312 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0b410d60-bef5-484e-aa50-b0035b92974d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:17.796480 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0b410d60-bef5-484e-aa50-b0035b92974d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2371925c-83cf-4515-835e-4808cd203628 HTTP/1.1" status: 204 len: 168 time: 0.2573602 May 18 22:43:17.805297 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b410d60-bef5-484e-aa50-b0035b92974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2371925c-83cf-4515-835e-4808cd203628,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:18.401694 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43282) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:18.420278 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-056e9614-8297-46a1-8b09-70a5250aaa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:18.503021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a890d7f-1196-4e87-a604-7f2257694188 req-0a40fa8f-b8c9-4230-a23d-a7625fd05e97 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:18.505806 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4a890d7f-1196-4e87-a604-7f2257694188 req-0a40fa8f-b8c9-4230-a23d-a7625fd05e97 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0516388 May 18 22:43:18.559557 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:18.564449 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4a890d7f-1196-4e87-a604-7f2257694188 req-6dd08cf1-aa34-4d6f-94ba-6ab58f0200c2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524776 May 18 22:43:18.640450 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:18.683296 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-056e9614-8297-46a1-8b09-70a5250aaa05 admin admin] Publish callbacks [] for security_group (8d698cf9-ef8a-4901-ba9d-15d9656242c3), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:18.786597 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-056e9614-8297-46a1-8b09-70a5250aaa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (8d698cf9-ef8a-4901-ba9d-15d9656242c3), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:18.828781 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e9614-8297-46a1-8b09-70a5250aaa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d698cf9-ef8a-4901-ba9d-15d9656242c3,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:18.834846 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-056e9614-8297-46a1-8b09-70a5250aaa05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=724a000800974861953337bdbf529a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320867 May 18 22:43:18.838310 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43296) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:18.886776 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a1e36e75-cf7a-441e-aa0c-5cafd64f6763 admin admin] Publish callbacks [] for security_group (8d698cf9-ef8a-4901-ba9d-15d9656242c3), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:18.910326 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a1e36e75-cf7a-441e-aa0c-5cafd64f6763 admin admin] Publish callbacks [] for security_group (8d698cf9-ef8a-4901-ba9d-15d9656242c3), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:19.061718 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a1e36e75-cf7a-441e-aa0c-5cafd64f6763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (8d698cf9-ef8a-4901-ba9d-15d9656242c3), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:19.068407 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a1e36e75-cf7a-441e-aa0c-5cafd64f6763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:19.068407 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a1e36e75-cf7a-441e-aa0c-5cafd64f6763 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d698cf9-ef8a-4901-ba9d-15d9656242c3 HTTP/1.1" status: 204 len: 168 time: 0.2268934 May 18 22:43:19.085194 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e36e75-cf7a-441e-aa0c-5cafd64f6763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d698cf9-ef8a-4901-ba9d-15d9656242c3,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:19.104769 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=57,neutron:UPDATE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:19.105246 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:19.340984 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=67 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:19.349656 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=81 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:19.693750 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09d79b-24bd-4d17-9427-2b5c93647f8b req-f191cad3-c68c-40a9-a130-a51a2891aaf6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:19.696622 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce09d79b-24bd-4d17-9427-2b5c93647f8b req-f191cad3-c68c-40a9-a130-a51a2891aaf6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0517132 May 18 22:43:19.765495 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce09d79b-24bd-4d17-9427-2b5c93647f8b req-9525341f-5683-4d86-8167-ceb50ac23932 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596461 May 18 22:43:20.181779 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:20.193605 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed816b3-5532-4d0a-8fa0-5c0b8f0930a4 req-c853e3ef-7ac0-4823-a875-07a5551be9d8 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:20.195103 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ed816b3-5532-4d0a-8fa0-5c0b8f0930a4 req-c853e3ef-7ac0-4823-a875-07a5551be9d8 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0524776 May 18 22:43:20.247870 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ed816b3-5532-4d0a-8fa0-5c0b8f0930a4 req-ea587630-81ca-4548-98fc-d7154a37535c tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 May 18 22:43:20.886651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6406d-0eb5-4d85-be69-c5d0dec45a86 req-cc22a085-a55b-4f3f-bcb8-96f68f3e2493 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:20.892019 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bfd6406d-0eb5-4d85-be69-c5d0dec45a86 req-cc22a085-a55b-4f3f-bcb8-96f68f3e2493 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0467067 May 18 22:43:20.941835 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bfd6406d-0eb5-4d85-be69-c5d0dec45a86 req-bf68f674-b3a4-4883-828d-305abd40cccf tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 May 18 22:43:21.368257 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dab7f-f401-4de2-9a68-06abc778d556 req-5f036ba2-6577-44ae-a807-225e6a8774d9 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:21.369799 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8d5dab7f-f401-4de2-9a68-06abc778d556 req-5f036ba2-6577-44ae-a807-225e6a8774d9 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0500975 May 18 22:43:21.592941 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8d5dab7f-f401-4de2-9a68-06abc778d556 req-fe5b472c-4927-49b5-a933-82414d72e48f tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173362 May 18 22:43:21.817747 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43426) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:21.939457 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7085-7eea-4d8d-93dd-6c5482f7d7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:22.032065 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7085-7eea-4d8d-93dd-6c5482f7d7ff admin admin] Publish callbacks [] for security_group (1a46b96d-56e0-4fe8-b9a4-617b20284346), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:22.078088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b5fe5-117a-4ebb-b150-194815b3b74e req-19a4dc01-bdb8-4082-b318-d0cc66602ee1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:22.079562 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e43b5fe5-117a-4ebb-b150-194815b3b74e req-19a4dc01-bdb8-4082-b318-d0cc66602ee1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0597687 May 18 22:43:22.111089 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7085-7eea-4d8d-93dd-6c5482f7d7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (1a46b96d-56e0-4fe8-b9a4-617b20284346), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:22.166678 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e43b5fe5-117a-4ebb-b150-194815b3b74e req-4ae0f3c4-2c86-4b4b-b5ce-1d3bcf46e1bb tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811720 May 18 22:43:22.172024 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cb4d7085-7eea-4d8d-93dd-6c5482f7d7ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fdfeb6f48b049429b125bad66e7aa6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532081 May 18 22:43:22.172161 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43438) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:22.173533 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d7085-7eea-4d8d-93dd-6c5482f7d7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46b96d-56e0-4fe8-b9a4-617b20284346,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:22.229096 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2590b131-15c3-49ef-a28c-845c7fae1d13 admin admin] Publish callbacks [] for security_group (1a46b96d-56e0-4fe8-b9a4-617b20284346), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:22.251455 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2590b131-15c3-49ef-a28c-845c7fae1d13 admin admin] Publish callbacks [] for security_group (1a46b96d-56e0-4fe8-b9a4-617b20284346), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:22.392842 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2590b131-15c3-49ef-a28c-845c7fae1d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (1a46b96d-56e0-4fe8-b9a4-617b20284346), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:22.395667 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2590b131-15c3-49ef-a28c-845c7fae1d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:22.396812 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2590b131-15c3-49ef-a28c-845c7fae1d13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a46b96d-56e0-4fe8-b9a4-617b20284346 HTTP/1.1" status: 204 len: 168 time: 0.2237704 May 18 22:43:22.404752 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590b131-15c3-49ef-a28c-845c7fae1d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46b96d-56e0-4fe8-b9a4-617b20284346,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:22.707067 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd31b1-5b28-4771-9527-bae0b4b3302d req-5db58522-954e-4a97-bc2d-e3e99766686e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:22.708579 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0cd31b1-5b28-4771-9527-bae0b4b3302d req-5db58522-954e-4a97-bc2d-e3e99766686e tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0476301 May 18 22:43:22.756630 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0cd31b1-5b28-4771-9527-bae0b4b3302d req-1fb5a78b-403c-4142-86af-0416c6d9b32a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 May 18 22:43:22.943608 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43452) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:22.956715 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e655938-e2f0-4447-8e60-d759437808d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:23.001046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:23.031378 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e655938-e2f0-4447-8e60-d759437808d9 admin admin] Publish callbacks [] for security_group (4edffb03-2c0b-4498-a3da-474ac8b8794d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:23.078280 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e655938-e2f0-4447-8e60-d759437808d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (4edffb03-2c0b-4498-a3da-474ac8b8794d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:23.119563 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9e655938-e2f0-4447-8e60-d759437808d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bac600a0d0434eeba9ae2d0451bffe8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747549 May 18 22:43:23.121244 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655938-e2f0-4447-8e60-d759437808d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edffb03-2c0b-4498-a3da-474ac8b8794d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:23.131518 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43456) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:23.152847 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:23.180167 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-63813f97-0bfb-49f7-a8b4-5dc75298b027 admin admin] Publish callbacks [] for security_group (4edffb03-2c0b-4498-a3da-474ac8b8794d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:23.203903 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-63813f97-0bfb-49f7-a8b4-5dc75298b027 admin admin] Publish callbacks [] for security_group (4edffb03-2c0b-4498-a3da-474ac8b8794d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:23.298768 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8f72e-04cc-43ce-9c82-0b26769b5c91 req-53372e15-22df-45c3-b400-f7b087247f6a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:23.300262 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bf8f72e-04cc-43ce-9c82-0b26769b5c91 req-53372e15-22df-45c3-b400-f7b087247f6a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0500958 May 18 22:43:23.317483 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-63813f97-0bfb-49f7-a8b4-5dc75298b027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (4edffb03-2c0b-4498-a3da-474ac8b8794d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:23.320114 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-63813f97-0bfb-49f7-a8b4-5dc75298b027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:23.321324 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-63813f97-0bfb-49f7-a8b4-5dc75298b027 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4edffb03-2c0b-4498-a3da-474ac8b8794d HTTP/1.1" status: 204 len: 168 time: 0.1886837 May 18 22:43:23.326039 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:23.330512 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63813f97-0bfb-49f7-a8b4-5dc75298b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edffb03-2c0b-4498-a3da-474ac8b8794d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:23.351769 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bf8f72e-04cc-43ce-9c82-0b26769b5c91 req-c839125f-1b1e-4420-90c8-08db0a5c6110 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456119 May 18 22:43:23.871869 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889fc06-4f05-4288-8b9a-d90f5256c4f5 req-c171898a-f89d-47e4-8c42-c7058113bc99 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:23.873355 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5889fc06-4f05-4288-8b9a-d90f5256c4f5 req-c171898a-f89d-47e4-8c42-c7058113bc99 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0484538 May 18 22:43:23.926843 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5889fc06-4f05-4288-8b9a-d90f5256c4f5 req-04525142-3ad3-460e-a7e0-6654d956f0e4 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 May 18 22:43:24.465966 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95909420-5e82-4bfc-bb1f-bf6dc44a062b req-cdc3132c-dccc-4567-95d0-349c0736e7ab tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:24.467370 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95909420-5e82-4bfc-bb1f-bf6dc44a062b req-cdc3132c-dccc-4567-95d0-349c0736e7ab tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0493984 May 18 22:43:24.517761 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95909420-5e82-4bfc-bb1f-bf6dc44a062b req-2b1a51c4-52d8-42fc-a31c-51acb2a144e4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442276 May 18 22:43:25.051180 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2f80f-0fab-4ee4-9c3c-025d57e4042a req-33a9aed2-590e-46df-a1e9-50bd168e48aa tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:25.052650 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1d2f80f-0fab-4ee4-9c3c-025d57e4042a req-33a9aed2-590e-46df-a1e9-50bd168e48aa tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0470388 May 18 22:43:25.100551 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1d2f80f-0fab-4ee4-9c3c-025d57e4042a req-0f6b49d3-b302-4597-967e-b07d5f98a91d tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 May 18 22:43:25.631568 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17fea-db1b-4466-8d7e-b00ee714da2c req-b9d29beb-b360-455d-8ea8-209fe868c112 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:25.633061 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5de17fea-db1b-4466-8d7e-b00ee714da2c req-b9d29beb-b360-455d-8ea8-209fe868c112 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0470779 May 18 22:43:25.688065 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5de17fea-db1b-4466-8d7e-b00ee714da2c req-fb4e6bc9-0360-49e2-9718-e8b272b22b53 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488176 May 18 22:43:26.218928 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddf107-d3ba-4337-826d-ccb94b5b8013 req-185a5d44-3110-43f1-9a3f-500fc55b2acf tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:26.220395 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cddf107-d3ba-4337-826d-ccb94b5b8013 req-185a5d44-3110-43f1-9a3f-500fc55b2acf tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0496588 May 18 22:43:26.267900 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cddf107-d3ba-4337-826d-ccb94b5b8013 req-7ae10438-d035-442a-90e3-e4fbfcca8dec tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 May 18 22:43:26.808964 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de86bb7-8b6d-49c0-b618-e30b30369bd8 req-eace7b0a-41e1-49f4-b0ca-c2c26e9e3e4d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:26.810542 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3de86bb7-8b6d-49c0-b618-e30b30369bd8 req-eace7b0a-41e1-49f4-b0ca-c2c26e9e3e4d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0539708 May 18 22:43:26.860876 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3de86bb7-8b6d-49c0-b618-e30b30369bd8 req-15d3fc95-9987-46e1-9648-8681b4c811be tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 May 18 22:43:27.394460 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4913a-9e91-4fca-9a39-1396f8c3aae1 req-bb2ddf81-4624-4c9a-8a8e-a4b9925d2cd3 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:27.396113 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ff4913a-9e91-4fca-9a39-1396f8c3aae1 req-bb2ddf81-4624-4c9a-8a8e-a4b9925d2cd3 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0571926 May 18 22:43:27.444487 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ff4913a-9e91-4fca-9a39-1396f8c3aae1 req-f04c2464-f3c9-4d8f-9f09-d96f1381c400 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/security-groups?id=c497c313-9c9d-46de-9664-ca4db282c411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 May 18 22:43:27.708404 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-dfe7bd14-eb1f-4980-b8dd-5b7f082354f3 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:27.709825 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-dfe7bd14-eb1f-4980-b8dd-5b7f082354f3 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.24 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 946 time: 0.0782709 May 18 22:43:27.867040 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Deleting port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:43:27.867388 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:27.990064 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] For port bf37ad73-6cb2-476c-b1e5-21bc440a86e1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,segment=NetworkSegment(070c3039-e29a-48d2-8155-612d8efb9a8b),segment_id=070c3039-e29a-48d2-8155-612d8efb9a8b)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:43:27.990530 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:28.021539 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Calling delete_port for bf37ad73-6cb2-476c-b1e5-21bc440a86e1 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:43:28.055417 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440e075-2ace-4564-aec2-8798db6993da req-e668316d-6c47-4598-af64-f2c642abfcd1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:28.055417 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e440e075-2ace-4564-aec2-8798db6993da req-e668316d-6c47-4598-af64-f2c642abfcd1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.1036205 May 18 22:43:28.151195 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e440e075-2ace-4564-aec2-8798db6993da req-04a8a6cc-812c-475d-9166-51aab4fa0904 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780766 May 18 22:43:28.291382 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (bf37ad73-6cb2-476c-b1e5-21bc440a86e1), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:28.322332 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:28.324472 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Pushing event deleted for resources: {'Port': ['ID=bf37ad73-6cb2-476c-b1e5-21bc440a86e1,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:28.336587 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.341863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.341863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.341863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.341863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.341863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.341863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.342510 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['bf37ad73-6cb2-476c-b1e5-21bc440a86e1'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:43:28.343131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.343131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.343131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.343131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.343131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.343131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.343131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.343131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.419965 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] No DVR routers for this DVR port bf37ad73-6cb2-476c-b1e5-21bc440a86e1 on host hv-cinder-83800 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:43:28.423197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:28.426934 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e469083-e645-485c-87b4-a2371b1dc4c9 req-546548b9-fc32-495a-9c84-a83ef278c366 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.24 "DELETE /v2.0/ports/bf37ad73-6cb2-476c-b1e5-21bc440a86e1 HTTP/1.1" status: 204 len: 173 time: 0.7110574 May 18 22:43:28.427375 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70925c7e-8a38-4cd6-a8ff-7b66a613265c', 'name': 'network-vif-deleted', 'tag': 'bf37ad73-6cb2-476c-b1e5-21bc440a86e1'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:43:28.429832 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fef4194-e0ad-42d4-a8ee-051b508df7f4" -d '{"events": [{"server_uuid": "70925c7e-8a38-4cd6-a8ff-7b66a613265c", "name": "network-vif-deleted", "tag": "bf37ad73-6cb2-476c-b1e5-21bc440a86e1"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:43:28.472915 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1505c5-8264-4528-a874-baa55e6bd7f9 x-openstack-request-id: req-4f1505c5-8264-4528-a874-baa55e6bd7f9 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:43:28.472915 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70925c7e-8a38-4cd6-a8ff-7b66a613265c", "name": "network-vif-deleted", "tag": "bf37ad73-6cb2-476c-b1e5-21bc440a86e1", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:43:28.472915 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f1505c5-8264-4528-a874-baa55e6bd7f9 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:43:28.473256 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1505c5-8264-4528-a874-baa55e6bd7f9'] response: {'server_uuid': '70925c7e-8a38-4cd6-a8ff-7b66a613265c', 'name': 'network-vif-deleted', 'tag': 'bf37ad73-6cb2-476c-b1e5-21bc440a86e1', 'status': 'completed', 'code': 200} May 18 22:43:28.560766 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-34802f8c-5f54-4494-9ecd-0caaceb5132e req-9b47d293-b8cd-44d9-b043-208b4c1bba2a tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0322096 May 18 22:43:28.608892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43646) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:28.731809 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:28.781163 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:28.813278 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Publish callbacks [] for security_group (0c144ddd-2bbe-42b3-873a-709d79a3d150), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:28.878341 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0c144ddd-2bbe-42b3-873a-709d79a3d150), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:28.889660 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:28.917724 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:43:28.920536 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aae45f09823741dfbff83712f624ddf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105655 May 18 22:43:28.921707 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c144ddd-2bbe-42b3-873a-709d79a3d150,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:28.923220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43662) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:28.930109 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.930458 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.930833 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.931170 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.931498 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.931825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.932147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.932469 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.932821 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.933131 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.933467 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.933793 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.934138 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.934458 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.934804 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be29dbb1-ff25-4bbf-bd9a-7994ec115e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:28.975194 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e3653c76-01b3-4ce8-aca7-28e4b294dca5 admin admin] Publish callbacks [] for security_group (0c144ddd-2bbe-42b3-873a-709d79a3d150), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:28.997966 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e3653c76-01b3-4ce8-aca7-28e4b294dca5 admin admin] Publish callbacks [] for security_group (0c144ddd-2bbe-42b3-873a-709d79a3d150), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:29.111682 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e3653c76-01b3-4ce8-aca7-28e4b294dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0c144ddd-2bbe-42b3-873a-709d79a3d150), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:29.114353 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e3653c76-01b3-4ce8-aca7-28e4b294dca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:29.115520 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e3653c76-01b3-4ce8-aca7-28e4b294dca5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c144ddd-2bbe-42b3-873a-709d79a3d150 HTTP/1.1" status: 204 len: 168 time: 0.1912723 May 18 22:43:29.123728 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3653c76-01b3-4ce8-aca7-28e4b294dca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c144ddd-2bbe-42b3-873a-709d79a3d150,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:29.145736 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:29.261586 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b913d9-3ac5-4571-8a9c-dc11db859e93 req-29764ba2-d4bc-4dc4-8b24-97b0adff70cc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:29.263091 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9b913d9-3ac5-4571-8a9c-dc11db859e93 req-29764ba2-d4bc-4dc4-8b24-97b0adff70cc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0488725 May 18 22:43:29.311154 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9b913d9-3ac5-4571-8a9c-dc11db859e93 req-2ca4e000-dc54-4bab-8820-fb40c06e0e3a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 May 18 22:43:29.667006 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b9a37692-e327-4d42-b2f7-28b2e2882ff1 req-c8b9ec01-2c74-4e49-b4eb-0cfdb60da072 tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0344481 May 18 22:43:29.777139 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43680) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:29.791133 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdc12700-153c-423f-a699-2eb0f935e8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:29.871982 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdc12700-153c-423f-a699-2eb0f935e8ed admin admin] Publish callbacks [] for security_group (66a59f14-ea2d-4b78-9efc-71b3bff3227c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:30.181586 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdc12700-153c-423f-a699-2eb0f935e8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (66a59f14-ea2d-4b78-9efc-71b3bff3227c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:30.226702 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fdc12700-153c-423f-a699-2eb0f935e8ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd5c1b83996b47278af4db22c764934b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484668 May 18 22:43:30.227639 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc12700-153c-423f-a699-2eb0f935e8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a59f14-ea2d-4b78-9efc-71b3bff3227c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:30.229513 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43694) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:30.281857 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-34e4045e-b8b8-4d5f-8903-ba644bfa239f admin admin] Publish callbacks [] for security_group (66a59f14-ea2d-4b78-9efc-71b3bff3227c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:30.303933 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-34e4045e-b8b8-4d5f-8903-ba644bfa239f admin admin] Publish callbacks [] for security_group (66a59f14-ea2d-4b78-9efc-71b3bff3227c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:30.427416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee405b-8dff-44d7-8c90-262aa9b5d609 req-d0a704d1-18bd-4297-9c17-9530c8b899a3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:30.428899 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72ee405b-8dff-44d7-8c90-262aa9b5d609 req-d0a704d1-18bd-4297-9c17-9530c8b899a3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0489612 May 18 22:43:30.433044 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-34e4045e-b8b8-4d5f-8903-ba644bfa239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (66a59f14-ea2d-4b78-9efc-71b3bff3227c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:30.437265 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-34e4045e-b8b8-4d5f-8903-ba644bfa239f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:30.445098 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-34e4045e-b8b8-4d5f-8903-ba644bfa239f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/66a59f14-ea2d-4b78-9efc-71b3bff3227c HTTP/1.1" status: 204 len: 168 time: 0.2084169 May 18 22:43:30.457734 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4045e-b8b8-4d5f-8903-ba644bfa239f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a59f14-ea2d-4b78-9efc-71b3bff3227c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:30.522281 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72ee405b-8dff-44d7-8c90-262aa9b5d609 req-bc40adaa-b876-482b-b053-f02468e2419f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 May 18 22:43:30.785869 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0322a137-6bdd-4934-afa1-61170f49d758 req-8e93e7f6-36c1-4015-ad84-1723ce9995fd tempest-DeleteServersTestJSON-1649209039 tempest-DeleteServersTestJSON-1649209039-project] 10.222.0.70 "GET /v2.0/ports?device_id=70925c7e-8a38-4cd6-a8ff-7b66a613265c HTTP/1.1" status: 200 len: 210 time: 0.0306320 May 18 22:43:31.051625 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43724) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:31.161255 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7cf0-229a-4381-bebe-a83be8097133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.221377 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:31.240969 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7cf0-229a-4381-bebe-a83be8097133 admin admin] Publish callbacks [] for security_group (41c74ad1-e060-4760-99c5-5d614bea1f59), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.258478 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43738) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:31.271478 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79836ff-932b-4a37-9f0a-4aa07c8e6f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.325438 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7cf0-229a-4381-bebe-a83be8097133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (41c74ad1-e060-4760-99c5-5d614bea1f59), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.356143 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:31.379812 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79836ff-932b-4a37-9f0a-4aa07c8e6f1d admin admin] Publish callbacks [] for security_group (f788a41c-1466-4234-941b-112fa13dcaea), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.386821 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e0cc7cf0-229a-4381-bebe-a83be8097133 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f534944e9114271906c0c88f97dd477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340452 May 18 22:43:31.387679 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7cf0-229a-4381-bebe-a83be8097133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c74ad1-e060-4760-99c5-5d614bea1f59,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:31.389508 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43742) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:31.441997 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2488-b0ec-4c46-a592-e06864a41855 admin admin] Publish callbacks [] for security_group (41c74ad1-e060-4760-99c5-5d614bea1f59), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.463754 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2488-b0ec-4c46-a592-e06864a41855 admin admin] Publish callbacks [] for security_group (41c74ad1-e060-4760-99c5-5d614bea1f59), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.466795 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device bf37ad73-6cb2-476c-b1e5-21bc440a86e1 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:43:31.478481 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79836ff-932b-4a37-9f0a-4aa07c8e6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f788a41c-1466-4234-941b-112fa13dcaea), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.486633 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: bf37ad73-6cb2-476c-b1e5-21bc440a86e1 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:43:31.486976 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device bf37ad73-6cb2-476c-b1e5-21bc440a86e1 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:43:31.521251 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d79836ff-932b-4a37-9f0a-4aa07c8e6f1d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25d3d42e59ae4b37bda9660a0efe6cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618532 May 18 22:43:31.522477 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79836ff-932b-4a37-9f0a-4aa07c8e6f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f788a41c-1466-4234-941b-112fa13dcaea,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:31.524566 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43746) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:31.590104 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-26285fdf-c6de-4426-959f-758aaa3b1d02 admin admin] Publish callbacks [] for security_group (f788a41c-1466-4234-941b-112fa13dcaea), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.645668 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-26285fdf-c6de-4426-959f-758aaa3b1d02 admin admin] Publish callbacks [] for security_group (f788a41c-1466-4234-941b-112fa13dcaea), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.647557 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2488-b0ec-4c46-a592-e06864a41855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (41c74ad1-e060-4760-99c5-5d614bea1f59), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.650095 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2488-b0ec-4c46-a592-e06864a41855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.651222 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ab8f2488-b0ec-4c46-a592-e06864a41855 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41c74ad1-e060-4760-99c5-5d614bea1f59 HTTP/1.1" status: 204 len: 168 time: 0.2606425 May 18 22:43:31.686772 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f2488-b0ec-4c46-a592-e06864a41855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c74ad1-e060-4760-99c5-5d614bea1f59,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:31.699695 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e70161-9a32-492c-919d-ce43c3817aea req-2486d841-d537-452d-980d-bef80e01354d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:31.701069 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28e70161-9a32-492c-919d-ce43c3817aea req-2486d841-d537-452d-980d-bef80e01354d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0967598 May 18 22:43:31.731149 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:31.770810 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28e70161-9a32-492c-919d-ce43c3817aea req-9188b7cc-3d65-4380-9dc0-7f7a4b62bc1e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 May 18 22:43:31.860254 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-26285fdf-c6de-4426-959f-758aaa3b1d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f788a41c-1466-4234-941b-112fa13dcaea), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.863437 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-26285fdf-c6de-4426-959f-758aaa3b1d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:31.865268 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-26285fdf-c6de-4426-959f-758aaa3b1d02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f788a41c-1466-4234-941b-112fa13dcaea HTTP/1.1" status: 204 len: 168 time: 0.3321724 May 18 22:43:31.874060 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26285fdf-c6de-4426-959f-758aaa3b1d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f788a41c-1466-4234-941b-112fa13dcaea,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:32.366846 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43800) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:32.562609 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1c0c6c3d-bd7d-451d-9018-149b161c424e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:32.648070 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1c0c6c3d-bd7d-451d-9018-149b161c424e admin admin] Publish callbacks [] for security_group (af40fc56-990f-4db6-8a21-de1bdf01ccd5), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:32.707457 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1c0c6c3d-bd7d-451d-9018-149b161c424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (af40fc56-990f-4db6-8a21-de1bdf01ccd5), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:32.757742 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1c0c6c3d-bd7d-451d-9018-149b161c424e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c82470cba4a7465897c5167d50dc1b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866122 May 18 22:43:32.757742 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c6c3d-bd7d-451d-9018-149b161c424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af40fc56-990f-4db6-8a21-de1bdf01ccd5,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:32.759608 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43820) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:32.823726 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43824) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:32.832175 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31f8190a-ef52-418e-bff8-fc3b90f7a60e admin admin] Publish callbacks [] for security_group (af40fc56-990f-4db6-8a21-de1bdf01ccd5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:32.861050 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31f8190a-ef52-418e-bff8-fc3b90f7a60e admin admin] Publish callbacks [] for security_group (af40fc56-990f-4db6-8a21-de1bdf01ccd5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:32.908162 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7d2fc-7bb2-4db8-a61a-41afea3e2be5 req-1c600dbb-c45a-4e55-862b-427ccfa5eb73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:32.908162 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18e7d2fc-7bb2-4db8-a61a-41afea3e2be5 req-1c600dbb-c45a-4e55-862b-427ccfa5eb73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0513735 May 18 22:43:32.945921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:32.970851 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31f8190a-ef52-418e-bff8-fc3b90f7a60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (af40fc56-990f-4db6-8a21-de1bdf01ccd5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:32.977738 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31f8190a-ef52-418e-bff8-fc3b90f7a60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:32.978926 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-31f8190a-ef52-418e-bff8-fc3b90f7a60e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af40fc56-990f-4db6-8a21-de1bdf01ccd5 HTTP/1.1" status: 204 len: 168 time: 0.2184169 May 18 22:43:32.982793 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18e7d2fc-7bb2-4db8-a61a-41afea3e2be5 req-7452e182-ce5f-4329-9810-c3ec0d260b19 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676274 May 18 22:43:32.992931 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8190a-ef52-418e-bff8-fc3b90f7a60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af40fc56-990f-4db6-8a21-de1bdf01ccd5,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:33.026690 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4d39df1c-1b96-4a2b-86eb-7996d384c0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.110169 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4d39df1c-1b96-4a2b-86eb-7996d384c0f7 admin admin] Publish callbacks [] for security_group (f22662e1-43c8-42ee-bc1d-5b4a03f924fe), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.215173 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4d39df1c-1b96-4a2b-86eb-7996d384c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f22662e1-43c8-42ee-bc1d-5b4a03f924fe), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.258912 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4d39df1c-1b96-4a2b-86eb-7996d384c0f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b05185695df49178ee95aa260a5b42f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317060 May 18 22:43:33.258912 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39df1c-1b96-4a2b-86eb-7996d384c0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22662e1-43c8-42ee-bc1d-5b4a03f924fe,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:33.260336 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43842) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:33.319691 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f40ab0e9-dfa6-4ea5-bebc-d489fe5b4c1c admin admin] Publish callbacks [] for security_group (f22662e1-43c8-42ee-bc1d-5b4a03f924fe), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.340793 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f40ab0e9-dfa6-4ea5-bebc-d489fe5b4c1c admin admin] Publish callbacks [] for security_group (f22662e1-43c8-42ee-bc1d-5b4a03f924fe), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.355367 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:33.449411 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f40ab0e9-dfa6-4ea5-bebc-d489fe5b4c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f22662e1-43c8-42ee-bc1d-5b4a03f924fe), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.452193 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f40ab0e9-dfa6-4ea5-bebc-d489fe5b4c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.453371 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f40ab0e9-dfa6-4ea5-bebc-d489fe5b4c1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f22662e1-43c8-42ee-bc1d-5b4a03f924fe HTTP/1.1" status: 204 len: 168 time: 0.1931124 May 18 22:43:33.462596 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ab0e9-dfa6-4ea5-bebc-d489fe5b4c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22662e1-43c8-42ee-bc1d-5b4a03f924fe,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:33.663717 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43856) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:33.678444 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc773d46-731d-47d1-98bc-a8197e31eacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.757133 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc773d46-731d-47d1-98bc-a8197e31eacf admin admin] Publish callbacks [] for security_group (0917061f-3a23-4c69-bc64-7428659f15df), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.917951 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc773d46-731d-47d1-98bc-a8197e31eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0917061f-3a23-4c69-bc64-7428659f15df), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:33.963475 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-cc773d46-731d-47d1-98bc-a8197e31eacf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f95cbfaa6aee4c98ac7b99b1daefe272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991943 May 18 22:43:33.964311 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773d46-731d-47d1-98bc-a8197e31eacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917061f-3a23-4c69-bc64-7428659f15df,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:33.966202 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43866) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:34.031435 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9228-5206-4579-9497-3ad1315cdd81 admin admin] Publish callbacks [] for security_group (0917061f-3a23-4c69-bc64-7428659f15df), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.054324 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9228-5206-4579-9497-3ad1315cdd81 admin admin] Publish callbacks [] for security_group (0917061f-3a23-4c69-bc64-7428659f15df), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.126869 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807063-0ba7-4e68-9094-4ba73e14d7e8 req-1e727537-b6bb-41ea-9d8b-0d84852e9a3b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:34.128421 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72807063-0ba7-4e68-9094-4ba73e14d7e8 req-1e727537-b6bb-41ea-9d8b-0d84852e9a3b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0765982 May 18 22:43:34.132356 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:34.186560 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72807063-0ba7-4e68-9094-4ba73e14d7e8 req-72bb740d-15aa-4439-a415-e41c4973bfd1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 May 18 22:43:34.221306 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9228-5206-4579-9497-3ad1315cdd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0917061f-3a23-4c69-bc64-7428659f15df), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.224588 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9228-5206-4579-9497-3ad1315cdd81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.225875 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6ecd9228-5206-4579-9497-3ad1315cdd81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0917061f-3a23-4c69-bc64-7428659f15df HTTP/1.1" status: 204 len: 168 time: 0.2581415 May 18 22:43:34.240049 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd9228-5206-4579-9497-3ad1315cdd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917061f-3a23-4c69-bc64-7428659f15df,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:34.261460 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43882) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:34.278439 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a786880-02eb-4d4a-b479-fcd7650c4c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.290490 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:34.364439 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a786880-02eb-4d4a-b479-fcd7650c4c56 admin admin] Publish callbacks [] for security_group (c0290338-c894-4d37-badb-1c0a79dfcb92), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.432235 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6a786880-02eb-4d4a-b479-fcd7650c4c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (c0290338-c894-4d37-badb-1c0a79dfcb92), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.473506 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a786880-02eb-4d4a-b479-fcd7650c4c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0290338-c894-4d37-badb-1c0a79dfcb92,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:34.480218 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6a786880-02eb-4d4a-b479-fcd7650c4c56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f8675227c134334bf6fd0f1db91da98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153440 May 18 22:43:34.480425 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43888) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:34.532680 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7fb3baab-11c3-492c-8d31-9a78b5e9001c admin admin] Publish callbacks [] for security_group (c0290338-c894-4d37-badb-1c0a79dfcb92), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.556833 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7fb3baab-11c3-492c-8d31-9a78b5e9001c admin admin] Publish callbacks [] for security_group (c0290338-c894-4d37-badb-1c0a79dfcb92), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.693323 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43906) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:34.725782 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7fb3baab-11c3-492c-8d31-9a78b5e9001c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (c0290338-c894-4d37-badb-1c0a79dfcb92), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.728910 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7fb3baab-11c3-492c-8d31-9a78b5e9001c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.730039 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7fb3baab-11c3-492c-8d31-9a78b5e9001c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0290338-c894-4d37-badb-1c0a79dfcb92 HTTP/1.1" status: 204 len: 168 time: 0.2487261 May 18 22:43:34.746810 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3baab-11c3-492c-8d31-9a78b5e9001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0290338-c894-4d37-badb-1c0a79dfcb92,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:34.771860 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-338133e7-51bc-4b3c-8eaf-96bc1b757b7d admin admin] Deleting subnet 6bef25a3-235a-402b-8cbf-7ce46f9461b5 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:43:34.780778 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-338133e7-51bc-4b3c-8eaf-96bc1b757b7d admin admin] Publish callbacks [] for subnet (6bef25a3-235a-402b-8cbf-7ce46f9461b5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.819047 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-338133e7-51bc-4b3c-8eaf-96bc1b757b7d admin admin] Publish callbacks [] for subnet (6bef25a3-235a-402b-8cbf-7ce46f9461b5), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.830680 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-338133e7-51bc-4b3c-8eaf-96bc1b757b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (6bef25a3-235a-402b-8cbf-7ce46f9461b5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.958578 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-338133e7-51bc-4b3c-8eaf-96bc1b757b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (6bef25a3-235a-402b-8cbf-7ce46f9461b5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.986065 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338133e7-51bc-4b3c-8eaf-96bc1b757b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bef25a3-235a-402b-8cbf-7ce46f9461b5,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:34.988315 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:34.989546 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-338133e7-51bc-4b3c-8eaf-96bc1b757b7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:34.992635 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-338133e7-51bc-4b3c-8eaf-96bc1b757b7d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6bef25a3-235a-402b-8cbf-7ce46f9461b5 HTTP/1.1" status: 204 len: 168 time: 0.2988951 May 18 22:43:34.995146 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43924) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:35.066922 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (a29a1140-62f3-4e10-a262-5a95efec486d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.149449 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (a29a1140-62f3-4e10-a262-5a95efec486d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.174466 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.175424 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.176207 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.176531 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > port after_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.176975 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.177308 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > port after_update 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.177627 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.177940 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.178273 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.178588 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.226437 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43932) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:35.262518 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.262892 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.263302 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.263630 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:43:35.264004 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29a1140-62f3-4e10-a262-5a95efec486d']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:35.283876 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070c3039-e29a-48d2-8155-612d8efb9a8b') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:35.284282 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070c3039-e29a-48d2-8155-612d8efb9a8b') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:35.301835 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (070c3039-e29a-48d2-8155-612d8efb9a8b), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.323106 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bce320-3b84-4b64-964b-ae9b5c1439a9 req-d76d710c-a112-465d-877d-4e13f89b9a8f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:35.324899 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11bce320-3b84-4b64-964b-ae9b5c1439a9 req-d76d710c-a112-465d-877d-4e13f89b9a8f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0585387 May 18 22:43:35.327350 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (070c3039-e29a-48d2-8155-612d8efb9a8b), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.337317 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:43:35.337709 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (070c3039-e29a-48d2-8155-612d8efb9a8b), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: from cryptography.utils import int_from_bytes May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: from cryptography.utils import int_from_bytes May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:43:35.358754 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:43:35.385218 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11bce320-3b84-4b64-964b-ae9b5c1439a9 req-7ac8c89c-75b8-4d2a-a13e-38b3e142c53e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 May 18 22:43:35.427579 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=15 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:35.438115 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b17fda7-df05-479d-bf1c-b342214afd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.490113 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (a29a1140-62f3-4e10-a262-5a95efec486d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.514832 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.519595 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] 10.222.0.70 "DELETE /v2.0/networks/a29a1140-62f3-4e10-a262-5a95efec486d HTTP/1.1" status: 204 len: 168 time: 0.5225661 May 18 22:43:35.535547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b17fda7-df05-479d-bf1c-b342214afd87 admin admin] Publish callbacks [] for security_group (49da1bea-9ff9-4061-9143-cd05529cdb9d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.536765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac68a71-03eb-4eba-9a33-70df21f0cf5a admin admin] Pushing event deleted for resources: {'Network': ['ID=a29a1140-62f3-4e10-a262-5a95efec486d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:35.609130 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b17fda7-df05-479d-bf1c-b342214afd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (49da1bea-9ff9-4061-9143-cd05529cdb9d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.660693 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7b17fda7-df05-479d-bf1c-b342214afd87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b9e1baee61b413eb2e00a97c6197c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368117 May 18 22:43:35.661121 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 43954) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:35.663388 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17fda7-df05-479d-bf1c-b342214afd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da1bea-9ff9-4061-9143-cd05529cdb9d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:35.735734 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-faf160f6-461b-4363-ad49-d6e5793dc822 admin admin] Publish callbacks [] for security_group (49da1bea-9ff9-4061-9143-cd05529cdb9d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.760016 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-faf160f6-461b-4363-ad49-d6e5793dc822 admin admin] Publish callbacks [] for security_group (49da1bea-9ff9-4061-9143-cd05529cdb9d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.872094 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-faf160f6-461b-4363-ad49-d6e5793dc822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (49da1bea-9ff9-4061-9143-cd05529cdb9d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.874686 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-faf160f6-461b-4363-ad49-d6e5793dc822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:35.875955 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-faf160f6-461b-4363-ad49-d6e5793dc822 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49da1bea-9ff9-4061-9143-cd05529cdb9d HTTP/1.1" status: 204 len: 168 time: 0.2135448 May 18 22:43:35.884704 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf160f6-461b-4363-ad49-d6e5793dc822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da1bea-9ff9-4061-9143-cd05529cdb9d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:36.066139 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43966) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:36.073737 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:36.111649 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3b7e5010-90dc-40d4-98da-3ec6dcff785a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f60b6521267447fe8b4c12f701a40144&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442657 May 18 22:43:36.114287 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 43968) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:36.164046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b626de8c-e5b1-4706-af23-cd88d7d2a86f admin admin] Publish callbacks [] for security_group (c497c313-9c9d-46de-9664-ca4db282c411), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:36.186281 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b626de8c-e5b1-4706-af23-cd88d7d2a86f admin admin] Publish callbacks [] for security_group (c497c313-9c9d-46de-9664-ca4db282c411), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:36.192611 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:36.324060 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b626de8c-e5b1-4706-af23-cd88d7d2a86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (c497c313-9c9d-46de-9664-ca4db282c411), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:36.327476 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b626de8c-e5b1-4706-af23-cd88d7d2a86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:36.328912 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b626de8c-e5b1-4706-af23-cd88d7d2a86f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c497c313-9c9d-46de-9664-ca4db282c411 HTTP/1.1" status: 204 len: 168 time: 0.2137117 May 18 22:43:36.343903 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626de8c-e5b1-4706-af23-cd88d7d2a86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c497c313-9c9d-46de-9664-ca4db282c411,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:36.508412 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce2d24-3ed1-4491-8d48-171495dfd718 req-9ba5c2e7-c7af-48f0-96c4-0dba442e0398 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:36.509934 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-53ce2d24-3ed1-4491-8d48-171495dfd718 req-9ba5c2e7-c7af-48f0-96c4-0dba442e0398 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0520961 May 18 22:43:36.563819 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-53ce2d24-3ed1-4491-8d48-171495dfd718 req-1581ac91-186c-4b6e-a953-b06f992e96d9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464261 May 18 22:43:36.694323 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e9ec688f-9a4d-408c-a791-ebe30545bc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:37.144510 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-41ab6ffb-99e3-47fd-a5f7-6e5e53923fc7 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=722f661c6312401b855c408a84d87639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330126 May 18 22:43:37.342570 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-84485930-1bbd-41b5-92ef-d49b810ce429 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:37.347278 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-84485930-1bbd-41b5-92ef-d49b810ce429 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965690 May 18 22:43:37.367672 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-97bd6737-b1c4-4aa2-8971-72d097966e6c tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/quotas/722f661c6312401b855c408a84d87639 HTTP/1.1" status: 200 len: 375 time: 0.0168703 May 18 22:43:37.408406 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-d09a86e5-4071-40e1-adbe-19c1288e413e tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=722f661c6312401b855c408a84d87639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355725 May 18 22:43:37.695345 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6d31e-3431-43b9-a1c2-dac933a6a674 req-0c6d353a-cbbf-467c-a0d2-2f9f49c44023 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:37.697099 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e3c6d31e-3431-43b9-a1c2-dac933a6a674 req-0c6d353a-cbbf-467c-a0d2-2f9f49c44023 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0549498 May 18 22:43:37.763177 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67ad2faa-fc91-4f2d-9196-21adc218ee7c req-9cda1aa1-3fe8-460c-ad28-05f7624c9447 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0401344 May 18 22:43:37.796347 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e3c6d31e-3431-43b9-a1c2-dac933a6a674 req-7875c112-bcd8-4b75-991c-6dc0b44361ac tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935197 May 18 22:43:38.272097 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-94dc6379-cfd9-4a64-bd21-39d6b7dfc95e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671022 May 18 22:43:38.388412 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-c2d562f7-7cea-4276-808f-5c7f5b008d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:38.390604 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-c2d562f7-7cea-4276-808f-5c7f5b008d33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 1130 time: 0.0452688 May 18 22:43:38.506646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-b6f7c1de-daa4-4bf6-9093-4d5ac25bc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:38.508175 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-b6f7c1de-daa4-4bf6-9093-4d5ac25bc3f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.0976951 May 18 22:43:38.567143 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-ca162986-aaae-45b8-9c81-8d638318f486 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 HTTP/1.1" status: 200 len: 217 time: 0.0520053 May 18 22:43:38.634330 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-4c823527-3068-4056-b255-c457fcafc88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:38.636316 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-4c823527-3068-4056-b255-c457fcafc88a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0631492 May 18 22:43:38.687233 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44142) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:38.798199 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b438358-b1de-44da-beca-df849579f6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:38.892991 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2ddaed5-92a4-49fe-b651-bf4fa1cca7b6 req-7ce4e481-f545-4016-b20f-7c13e1aebcf2 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0622649 May 18 22:43:38.914715 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=19 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:38.940610 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44164) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:38.943155 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-95e4e684-76d2-475b-b46d-5807bcf9ad41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:38.965436 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbf41-d06c-43bd-b19b-d633a2968189 req-fb55f287-6bf7-4118-9980-67ec405873ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:38.967170 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0b7bbf41-d06c-43bd-b19b-d633a2968189 req-fb55f287-6bf7-4118-9980-67ec405873ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0685515 May 18 22:43:38.968794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:39.035004 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b438358-b1de-44da-beca-df849579f6c2 admin admin] Publish callbacks [] for security_group (5c8aebc3-9867-4ee2-b024-4088ef2565f9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.042465 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0b7bbf41-d06c-43bd-b19b-d633a2968189 req-07bf66cf-86ad-49ea-8bee-a74dff500e3e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669534 May 18 22:43:39.063773 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-network', 'tenant_id': '3a7373826e4743088ff1d782782b9890'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:39.112422 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7b438358-b1de-44da-beca-df849579f6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (5c8aebc3-9867-4ee2-b024-4088ef2565f9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.152320 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Made reservation on behalf of 3a7373826e4743088ff1d782782b9890 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:43:39.152780 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7b438358-b1de-44da-beca-df849579f6c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e709f4494ed544319bcdfe331cf35c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643533 May 18 22:43:39.154756 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b438358-b1de-44da-beca-df849579f6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8aebc3-9867-4ee2-b024-4088ef2565f9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:39.157017 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44172) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:39.163697 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.189181 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.211395 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0b8b-80d1-4b7d-af6d-02b6d566c7c4 admin admin] Publish callbacks [] for security_group (5c8aebc3-9867-4ee2-b024-4088ef2565f9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.239923 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0b8b-80d1-4b7d-af6d-02b6d566c7c4 admin admin] Publish callbacks [] for security_group (5c8aebc3-9867-4ee2-b024-4088ef2565f9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.292626 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Publish callbacks [] for security_group (3b23e398-97f0-4320-8c27-b2d22b6b89e0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.363456 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3b23e398-97f0-4320-8c27-b2d22b6b89e0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.364627 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0b8b-80d1-4b7d-af6d-02b6d566c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (5c8aebc3-9867-4ee2-b024-4088ef2565f9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.367398 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0b8b-80d1-4b7d-af6d-02b6d566c7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.368609 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2f8f0b8b-80d1-4b7d-af6d-02b6d566c7c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c8aebc3-9867-4ee2-b024-4088ef2565f9 HTTP/1.1" status: 204 len: 168 time: 0.2106228 May 18 22:43:39.377622 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f0b8b-80d1-4b7d-af6d-02b6d566c7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8aebc3-9867-4ee2-b024-4088ef2565f9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:39.389323 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:43:39.399697 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23e398-97f0-4320-8c27-b2d22b6b89e0,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:39.404500 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (2d86e8a6-d0a8-4ad3-9d12-8843e408659c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.404918 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Added segment 2d86e8a6-d0a8-4ad3-9d12-8843e408659c of type vlan for network ef8d9f04-cd89-47a5-92e7-968950a33380 May 18 22:43:39.453261 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (ef8d9f04-cd89-47a5-92e7-968950a33380), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.608527 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (ef8d9f04-cd89-47a5-92e7-968950a33380), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.609551 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:39.610157 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.673303 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] Pushing event updated for resources: {'Network': ['ID=ef8d9f04-cd89-47a5-92e7-968950a33380,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:39.683643 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network ef8d9f04-cd89-47a5-92e7-968950a33380 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:43:39.743191 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-187a23db-e387-4552-a9fe-fed4c555c3cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8016546 May 18 22:43:39.746296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44186) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:39.753291 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Request body: {'subnet': {'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-subnet', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:39.757886 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:39.911860 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Made reservation on behalf of 3a7373826e4743088ff1d782782b9890 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:43:39.919545 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.937816 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:39.970747 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-a6d89db2-35bc-48bf-ad9b-c5145afd8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:39.972434 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-a6d89db2-35bc-48bf-ad9b-c5145afd8003 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590770 May 18 22:43:40.070264 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:40.084365 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9074b1e-5484-4423-bc4c-bd0b75d4ed45 req-6f997da3-0c48-481c-926d-c50cc74a61ef tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0481296 May 18 22:43:40.131223 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-52c2bb4c-362f-4f0b-9606-c1e948fd194e service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523433 May 18 22:43:40.206883 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:40.268399 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fd95f7c9-e45f-466f-b1b3-fab0b21581a5 req-69837bf2-bdeb-45b1-9903-fa39afd0f81c service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313055 May 18 22:43:40.321884 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44218) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:40.340561 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7df9201-a8e6-49d5-893c-fcd97d4ae338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:40.354122 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152f60d-f8e5-40ee-a129-3aed03d4c19c req-526acada-2be6-40f4-82b9-af48c0af1d7b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:40.357303 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e152f60d-f8e5-40ee-a129-3aed03d4c19c req-526acada-2be6-40f4-82b9-af48c0af1d7b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.1908803 May 18 22:43:40.360590 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57f5f6-7ad6-45e1-86bd-9bcb21d85c33 req-614e8d58-4b3a-4bc1-8388-8661be6cec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:40.362120 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cd57f5f6-7ad6-45e1-86bd-9bcb21d85c33 req-614e8d58-4b3a-4bc1-8388-8661be6cec9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 1130 time: 0.1924880 May 18 22:43:40.438485 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7df9201-a8e6-49d5-893c-fcd97d4ae338 admin admin] Publish callbacks [] for security_group (b1589bd7-fa28-4a75-bf2c-ece9fffeec87), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:40.452580 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e152f60d-f8e5-40ee-a129-3aed03d4c19c req-90311156-1c83-405a-8c35-d027375e3632 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891519 May 18 22:43:40.460607 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cd57f5f6-7ad6-45e1-86bd-9bcb21d85c33 req-283a9c11-933b-4750-b64a-1d4b093b8d08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825021 May 18 22:43:40.484405 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (4f086e75-ea9a-4899-bc6a-2551b54ba5de), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:40.546629 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7df9201-a8e6-49d5-893c-fcd97d4ae338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (b1589bd7-fa28-4a75-bf2c-ece9fffeec87), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:40.590765 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b7df9201-a8e6-49d5-893c-fcd97d4ae338 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1c50c726017426f84c9fa1eee49cc6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668810 May 18 22:43:40.591628 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df9201-a8e6-49d5-893c-fcd97d4ae338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1589bd7-fa28-4a75-bf2c-ece9fffeec87,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:40.594897 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44222) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:40.661240 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2d8426bb-e774-4a6f-a3d9-b8d848a573d6 admin admin] Publish callbacks [] for security_group (b1589bd7-fa28-4a75-bf2c-ece9fffeec87), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:40.689886 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2d8426bb-e774-4a6f-a3d9-b8d848a573d6 admin admin] Publish callbacks [] for security_group (b1589bd7-fa28-4a75-bf2c-ece9fffeec87), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:40.780892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f086e75-ea9a-4899-bc6a-2551b54ba5de,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:40.791276 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Checking segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:43:40.791664 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Network hostable DHCP agents. Network: ef8d9f04-cd89-47a5-92e7-968950a33380, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:43:40.796596 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44226) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:40.814423 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2d8426bb-e774-4a6f-a3d9-b8d848a573d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (b1589bd7-fa28-4a75-bf2c-ece9fffeec87), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:40.817052 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2d8426bb-e774-4a6f-a3d9-b8d848a573d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:40.820996 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2d8426bb-e774-4a6f-a3d9-b8d848a573d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1589bd7-fa28-4a75-bf2c-ece9fffeec87 HTTP/1.1" status: 204 len: 168 time: 0.2251573 May 18 22:43:40.830424 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8426bb-e774-4a6f-a3d9-b8d848a573d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1589bd7-fa28-4a75-bf2c-ece9fffeec87,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:40.898465 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Network ef8d9f04-cd89-47a5-92e7-968950a33380 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:43:40.942442 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-91a0b1d6-641e-40e0-9283-f5725d15781d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.022399 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-91a0b1d6-641e-40e0-9283-f5725d15781d admin admin] Publish callbacks [] for security_group (29c7aba9-0b48-4b2b-8624-4e553fdba169), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.043043 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, ef8d9f04-cd89-47a5-92e7-968950a33380) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:41.050822 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:41.051265 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.051838 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741329bf-f2c0-423d-b08c-650b5f2d1d0c None None] Network ef8d9f04-cd89-47a5-92e7-968950a33380 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:43:41.117794 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-91a0b1d6-641e-40e0-9283-f5725d15781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (29c7aba9-0b48-4b2b-8624-4e553fdba169), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.154702 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7ed69467-d722-4947-b085-f92e03478694 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4059927 May 18 22:43:41.157600 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44236) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:41.161990 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:41.168497 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-ef8d9f04-cd89-47a5-92e7-968950a33380', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'project_id': '3a7373826e4743088ff1d782782b9890', 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:43:41.170825 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.171682 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-91a0b1d6-641e-40e0-9283-f5725d15781d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52c100fecbeb41f7bf1f033b3f35b0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739791 May 18 22:43:41.172434 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44238) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:41.173078 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0b1d6-641e-40e0-9283-f5725d15781d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c7aba9-0b48-4b2b-8624-4e553fdba169,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:41.236197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-69533111-6f81-41e6-a560-8bfc7e207c20 admin admin] Publish callbacks [] for security_group (29c7aba9-0b48-4b2b-8624-4e553fdba169), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.259976 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd3f732f-8a4e-41f3-a2f8-05b3efaf1a6e req-2fd3592f-1034-4229-91b6-c6c977affb29 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0396724 May 18 22:43:41.270054 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-69533111-6f81-41e6-a560-8bfc7e207c20 admin admin] Publish callbacks [] for security_group (29c7aba9-0b48-4b2b-8624-4e553fdba169), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.351510 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (f79ae304-4078-4e68-89e2-9aaa7e76f411), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.353674 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (f79ae304-4078-4e68-89e2-9aaa7e76f411), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.366322 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Allocated IP 172.20.0.2 (ef8d9f04-cd89-47a5-92e7-968950a33380/4f086e75-ea9a-4899-bc6a-2551b54ba5de/3b10b3d2-9200-4a50-9e47-d866958d0754) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:43:41.381769 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-69533111-6f81-41e6-a560-8bfc7e207c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (29c7aba9-0b48-4b2b-8624-4e553fdba169), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.384979 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-69533111-6f81-41e6-a560-8bfc7e207c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.389843 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-69533111-6f81-41e6-a560-8bfc7e207c20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29c7aba9-0b48-4b2b-8624-4e553fdba169 HTTP/1.1" status: 204 len: 168 time: 0.2092159 May 18 22:43:41.402216 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69533111-6f81-41e6-a560-8bfc7e207c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c7aba9-0b48-4b2b-8624-4e553fdba169,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:41.470595 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks [] for router_controller (f79ae304-4078-4e68-89e2-9aaa7e76f411), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.482375 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.553713 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Publish callbacks [] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.633042 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.652728 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:41.663875 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaddeab-a59c-4c7b-8b8a-98b768c87b6f req-60b716b3-b58c-4a0a-b858-04b8f8f795e1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:41.665578 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7aaddeab-a59c-4c7b-8b8a-98b768c87b6f req-60b716b3-b58c-4a0a-b858-04b8f8f795e1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.1281896 May 18 22:43:41.674029 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Network ef8d9f04-cd89-47a5-92e7-968950a33380 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:43:41.693181 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:41.703650 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:43:41.754544 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7aaddeab-a59c-4c7b-8b8a-98b768c87b6f req-f8dbc435-3ca4-4775-b44b-4d0573ec0311 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587945 May 18 22:43:41.793568 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks [] for router_gateway (f79ae304-4078-4e68-89e2-9aaa7e76f411), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.831707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Pushing event updated for resources: {'Port': ['ID=3b10b3d2-9200-4a50-9e47-d866958d0754,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:41.850852 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:41.860691 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.861037 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.861375 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.861708 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.862253 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.862961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.863451 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.863919 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.864242 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.864716 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.865035 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.865545 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.865865 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.866369 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.866690 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:41.873156 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Attempting to bind port 3b10b3d2-9200-4a50-9e47-d866958d0754 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:43:41.873523 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Attempting to bind port 3b10b3d2-9200-4a50-9e47-d866958d0754 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:43:41.873875 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Attempting to bind port 3b10b3d2-9200-4a50-9e47-d866958d0754 on network ef8d9f04-cd89-47a5-92e7-968950a33380 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:43:41.879433 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:43:41.879802 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Checking segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:43:41.880195 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.880575 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Bound using segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:43:41.881030 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Bound port: 3b10b3d2-9200-4a50-9e47-d866958d0754, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:43:41.881403 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:41.933327 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:41.957461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] For port 3b10b3d2-9200-4a50-9e47-d866958d0754, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:43:41.962473 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] For port 3b10b3d2-9200-4a50-9e47-d866958d0754, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3b10b3d2-9200-4a50-9e47-d866958d0754,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:43:42.082244 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks [] for router_gateway (f79ae304-4078-4e68-89e2-9aaa7e76f411), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.104684 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.109727 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.172617 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344663d5-56d9-4025-9767-157c82ee8474 None None] Pushing event updated for resources: {'Port': ['ID=3b10b3d2-9200-4a50-9e47-d866958d0754,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:42.235540 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:42.256859 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Allocated IP 172.27.1.150 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/81b7ff31-8a46-4f63-b309-85df651965e7) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:43:42.346709 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44288) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:42.364473 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e4543a67-dafe-48ea-837d-0060aa2b3088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.384078 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3919fb16-57f6-40d6-aa0f-31bb759d326f req-ddbd519b-c80e-486a-a80b-11750055ead2 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0475361 May 18 22:43:42.485515 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks [] for port (81b7ff31-8a46-4f63-b309-85df651965e7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.506325 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e4543a67-dafe-48ea-837d-0060aa2b3088 admin admin] Publish callbacks [] for security_group (e96ce4e8-7948-4ae5-a2df-422c246c2844), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.598852 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e4543a67-dafe-48ea-837d-0060aa2b3088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e96ce4e8-7948-4ae5-a2df-422c246c2844), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.632568 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.650667 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543a67-dafe-48ea-837d-0060aa2b3088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96ce4e8-7948-4ae5-a2df-422c246c2844,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:42.655242 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e4543a67-dafe-48ea-837d-0060aa2b3088 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0753777e63d84aee9cd7ae36ad2f5e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075776 May 18 22:43:42.657903 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44296) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:42.688852 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:43:42.695338 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:42.698163 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Pushing event updated for resources: {'Port': ['ID=81b7ff31-8a46-4f63-b309-85df651965e7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:42.700979 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:43:42.790725 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72613645-2117-4163-aac7-ffc904ffee8f admin admin] Publish callbacks [] for security_group (e96ce4e8-7948-4ae5-a2df-422c246c2844), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.838209 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72613645-2117-4163-aac7-ffc904ffee8f admin admin] Publish callbacks [] for security_group (e96ce4e8-7948-4ae5-a2df-422c246c2844), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.852558 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-88e5f4a0-4868-41ad-a078-a8572f6ab547 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=722f661c6312401b855c408a84d87639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319610 May 18 22:43:42.946848 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.974044 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72613645-2117-4163-aac7-ffc904ffee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e96ce4e8-7948-4ae5-a2df-422c246c2844), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.976721 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72613645-2117-4163-aac7-ffc904ffee8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:42.978185 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-72613645-2117-4163-aac7-ffc904ffee8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e96ce4e8-7948-4ae5-a2df-422c246c2844 HTTP/1.1" status: 204 len: 168 time: 0.3149934 May 18 22:43:42.988264 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72613645-2117-4163-aac7-ffc904ffee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96ce4e8-7948-4ae5-a2df-422c246c2844,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:43.036897 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09c373-62b5-486b-97be-808957440f31 req-10869336-a585-459d-9660-86f2cf796371 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:43.038765 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c09c373-62b5-486b-97be-808957440f31 req-10869336-a585-459d-9660-86f2cf796371 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.1536317 May 18 22:43:43.152475 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:43.181578 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-972d5690-33c1-4fa1-88dd-6737db616aba tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:43.183175 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-972d5690-33c1-4fa1-88dd-6737db616aba tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222725 May 18 22:43:43.192030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks [] for router_gateway (f79ae304-4078-4e68-89e2-9aaa7e76f411), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:43.196460 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c09c373-62b5-486b-97be-808957440f31 req-d1d3c509-63d5-4886-a389-de705b54baaa tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312532 May 18 22:43:43.289622 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:43.352302 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e3ffe-7c66-4779-b59c-08432f795978 req-0e5a1358-6dfb-4c45-a99f-051f9944c147 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:43.353863 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-599e3ffe-7c66-4779-b59c-08432f795978 req-0e5a1358-6dfb-4c45-a99f-051f9944c147 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0543065 May 18 22:43:43.421218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Request body: {'port': {'device_id': 'd1ca2aee-83fb-432d-ab7b-3d0b3859b58f', 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972', 'admin_state_up': True, 'tenant_id': '722f661c6312401b855c408a84d87639'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:43.511295 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a0d53-48f0-40cd-8b7b-6fd7a8af0cd3 None None] Network ef8d9f04-cd89-47a5-92e7-968950a33380 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:43:43.604633 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6b7f25e-1713-40df-9556-98451fd11056 req-6556e1d3-e78d-4aab-a78e-49ccdc854f43 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.1051562 May 18 22:43:43.605634 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:43.615859 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-992beb60-cb67-4bed-aff2-8e7fe7291e69 None None] Provisioning complete for port 3b10b3d2-9200-4a50-9e47-d866958d0754 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:43.616359 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-992beb60-cb67-4bed-aff2-8e7fe7291e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:43.721382 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (f79ae304-4078-4e68-89e2-9aaa7e76f411), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:43.757076 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-599e3ffe-7c66-4779-b59c-08432f795978 req-0705bb8c-1b44-4c7e-83fc-941a64f318f3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492160 May 18 22:43:43.763238 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-992beb60-cb67-4bed-aff2-8e7fe7291e69 None None] Current status of the port 3b10b3d2-9200-4a50-9e47-d866958d0754 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:43.763709 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-992beb60-cb67-4bed-aff2-8e7fe7291e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:43.806648 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-992beb60-cb67-4bed-aff2-8e7fe7291e69 None None] For port 3b10b3d2-9200-4a50-9e47-d866958d0754, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3b10b3d2-9200-4a50-9e47-d866958d0754,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:43:43.880812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44340) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:43.905974 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2db9-87a7-49e2-acad-1dc34ddfaf85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:43.912399 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-992beb60-cb67-4bed-aff2-8e7fe7291e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:43.935060 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Made reservation on behalf of 722f661c6312401b855c408a84d87639 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:43:43.941479 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:43.978774 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:43.986884 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992beb60-cb67-4bed-aff2-8e7fe7291e69 None None] Pushing event updated for resources: {'Port': ['ID=3b10b3d2-9200-4a50-9e47-d866958d0754,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:44.034472 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-077d811b-9b54-498c-b5a7-0746343ce4c8 None None] Provisioning complete for port 3b10b3d2-9200-4a50-9e47-d866958d0754 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:44.035374 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-077d811b-9b54-498c-b5a7-0746343ce4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.100513 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:44.126069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Router f79ae304-4078-4e68-89e2-9aaa7e76f411 is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:43:44.133774 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2db9-87a7-49e2-acad-1dc34ddfaf85 admin admin] Publish callbacks [] for security_group (57dfa4e3-fe13-4f1c-ac70-64dd65cfdfc5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.211864 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks [] for security_group (9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.272451 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:43:44.292570 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Sync routers for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:43:44.297173 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2db9-87a7-49e2-acad-1dc34ddfaf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (57dfa4e3-fe13-4f1c-ac70-64dd65cfdfc5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.323744 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:43:44.324898 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:43:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:44.341538 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.367568 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-077d811b-9b54-498c-b5a7-0746343ce4c8 None None] Current status of the port 3b10b3d2-9200-4a50-9e47-d866958d0754 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:44.400017 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0d2c2db9-87a7-49e2-acad-1dc34ddfaf85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e13760838cd148168c3d8d55a744950d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5120409 May 18 22:43:44.404122 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44350) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:44.420914 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3b10b3d2-9200-4a50-9e47-d866958d0754 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:43:44.443720 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c2db9-87a7-49e2-acad-1dc34ddfaf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dfa4e3-fe13-4f1c-ac70-64dd65cfdfc5,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:44.446077 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.447375 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-742c9cd6-df10-4f54-af23-06151de9fa9b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2887118 May 18 22:43:44.458113 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44356) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:44.496803 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:43:44.515616 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-39896ad7-2abb-4b09-8e99-b55c77081ffb admin admin] Publish callbacks [] for security_group (57dfa4e3-fe13-4f1c-ac70-64dd65cfdfc5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.534760 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:44.541628 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-39896ad7-2abb-4b09-8e99-b55c77081ffb admin admin] Publish callbacks [] for security_group (57dfa4e3-fe13-4f1c-ac70-64dd65cfdfc5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.570918 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 3b10b3d2-9200-4a50-9e47-d866958d0754 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:44.572071 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.590387 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:44.696051 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-39896ad7-2abb-4b09-8e99-b55c77081ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (57dfa4e3-fe13-4f1c-ac70-64dd65cfdfc5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.704570 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-39896ad7-2abb-4b09-8e99-b55c77081ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.707736 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-39896ad7-2abb-4b09-8e99-b55c77081ffb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57dfa4e3-fe13-4f1c-ac70-64dd65cfdfc5 HTTP/1.1" status: 204 len: 168 time: 0.3017850 May 18 22:43:44.725287 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39896ad7-2abb-4b09-8e99-b55c77081ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dfa4e3-fe13-4f1c-ac70-64dd65cfdfc5,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:44.731148 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 3b10b3d2-9200-4a50-9e47-d866958d0754 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:44.838825 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:42Z', 'revision_number': 3, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:44.869648 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Checking router: f79ae304-4078-4e68-89e2-9aaa7e76f411 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:43:44.870032 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Updating router f79ae304-4078-4e68-89e2-9aaa7e76f411 port 81b7ff31-8a46-4f63-b309-85df651965e7 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:43:44.902305 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:44.946834 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44376) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:44.986335 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f181b8e-6825-413b-9f71-19d54220d193 req-515d69ad-69ca-48a3-b56f-f127647d2d49 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0556462 May 18 22:43:44.989197 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Allocated IP 192.168.233.129 (b26396ec-e67c-4e11-8c1a-e63563735972/cfe86765-2ff0-4e09-ac3f-880502846be3/2117fff0-c6c8-48ef-98c5-88641010baf7) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:43:45.293938 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-baa2e453-fa08-4850-a45f-bfe3e79ff2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.347837 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:45.401586 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:45.406415 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Publish callbacks [] for port (81b7ff31-8a46-4f63-b309-85df651965e7), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.424829 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-baa2e453-fa08-4850-a45f-bfe3e79ff2f1 admin admin] Publish callbacks [] for security_group (ecf2ad23-c09c-413e-8952-36169095362c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.443308 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks [] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.506943 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.541102 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-baa2e453-fa08-4850-a45f-bfe3e79ff2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ecf2ad23-c09c-413e-8952-36169095362c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.564841 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Attempting to bind port 81b7ff31-8a46-4f63-b309-85df651965e7 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:43:45.565868 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Attempting to bind port 81b7ff31-8a46-4f63-b309-85df651965e7 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:43:45.566278 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Attempting to bind port 81b7ff31-8a46-4f63-b309-85df651965e7 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:43:45.578791 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:43:45.586217 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:43:45.586217 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.586217 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:43:45.586217 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Bound port: 81b7ff31-8a46-4f63-b309-85df651965e7, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:43:45.586217 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.586217 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Pushing event updated for resources: {'Port': ['ID=81b7ff31-8a46-4f63-b309-85df651965e7,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:45.611619 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.612492 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.612974 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.613369 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.613713 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.614140 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.614393 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.620262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.620262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.620262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.620262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.620262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.620262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.620262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.620262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:43:45.629142 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.637769 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-baa2e453-fa08-4850-a45f-bfe3e79ff2f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51a418abf2664c4fa66de2b6b2913831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6898689 May 18 22:43:45.639817 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2e453-fa08-4850-a45f-bfe3e79ff2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2ad23-c09c-413e-8952-36169095362c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:45.644777 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44400) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:45.649828 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.661865 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] For port 81b7ff31-8a46-4f63-b309-85df651965e7, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:43:45.665142 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] For port 81b7ff31-8a46-4f63-b309-85df651965e7, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=81b7ff31-8a46-4f63-b309-85df651965e7,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:43:45.722084 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31d70780-8ce4-4777-b76d-c64bae842f3a admin admin] Publish callbacks [] for security_group (ecf2ad23-c09c-413e-8952-36169095362c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.748183 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.755770 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:45.758599 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31d70780-8ce4-4777-b76d-c64bae842f3a admin admin] Publish callbacks [] for security_group (ecf2ad23-c09c-413e-8952-36169095362c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.781554 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Network b26396ec-e67c-4e11-8c1a-e63563735972 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:43:45.797749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:45.808635 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:43:45.814227 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:45.815225 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.818231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Pushing event updated for resources: {'Port': ['ID=2117fff0-c6c8-48ef-98c5-88641010baf7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:45.820865 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:43:45.821500 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:43:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:45.896048 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44406) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:45.907312 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d4a07-6c72-46f3-abae-73b5833c02dc None None] Pushing event updated for resources: {'Port': ['ID=81b7ff31-8a46-4f63-b309-85df651965e7,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:45.928203 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:45.952972 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Allocated IP 172.20.0.1 (ef8d9f04-cd89-47a5-92e7-968950a33380/4f086e75-ea9a-4899-bc6a-2551b54ba5de/790a0fe9-71d4-41c7-b200-3aa57da97715) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:43:45.970628 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31d70780-8ce4-4777-b76d-c64bae842f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ecf2ad23-c09c-413e-8952-36169095362c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.974217 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-c8df91ac-a2fc-4e92-b468-a72e1d60978d tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5641911 May 18 22:43:45.977603 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31d70780-8ce4-4777-b76d-c64bae842f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:45.982088 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-31d70780-8ce4-4777-b76d-c64bae842f3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ecf2ad23-c09c-413e-8952-36169095362c HTTP/1.1" status: 204 len: 168 time: 0.3360415 May 18 22:43:46.000477 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d70780-8ce4-4777-b76d-c64bae842f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2ad23-c09c-413e-8952-36169095362c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:46.029695 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Request body: {'port': {'device_id': 'd1ca2aee-83fb-432d-ab7b-3d0b3859b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:46.072740 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:43:46.151987 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-96c6cf47-f30e-450a-a086-3cb0ce45b1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.215246 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:46.217404 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-789e5979-35d4-44ab-a7ec-8f04552197dc None None] Provisioning complete for port 2117fff0-c6c8-48ef-98c5-88641010baf7 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:46.217913 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-789e5979-35d4-44ab-a7ec-8f04552197dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.273734 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.280031 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-789e5979-35d4-44ab-a7ec-8f04552197dc None None] Port 2117fff0-c6c8-48ef-98c5-88641010baf7 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:43:46.293613 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-96c6cf47-f30e-450a-a086-3cb0ce45b1d7 admin admin] Publish callbacks [] for security_group (ea8c6bdb-a035-4880-8fda-9a449f30d0ef), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.304965 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaca0e-27a3-4e78-b21b-396b4969f69b req-87f19b54-dcf8-47e5-8e84-dc6a5288fe93 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:46.306935 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bbfaca0e-27a3-4e78-b21b-396b4969f69b req-87f19b54-dcf8-47e5-8e84-dc6a5288fe93 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 936 time: 0.1594388 May 18 22:43:46.341762 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-96c6cf47-f30e-450a-a086-3cb0ce45b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ea8c6bdb-a035-4880-8fda-9a449f30d0ef), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.378220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6cf47-f30e-450a-a086-3cb0ce45b1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c6bdb-a035-4880-8fda-9a449f30d0ef,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:46.393941 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:46.401616 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Publish callbacks [] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.414888 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-96c6cf47-f30e-450a-a086-3cb0ce45b1d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfe2dfb0580c4cd3aff9345df536adb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5164006 May 18 22:43:46.415360 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44424) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:46.480936 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5823662-70fe-42b5-beae-d0c809c98ef9 admin admin] Publish callbacks [] for security_group (ea8c6bdb-a035-4880-8fda-9a449f30d0ef), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.485470 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bbfaca0e-27a3-4e78-b21b-396b4969f69b req-f2eec264-82f2-4169-b365-45e62ed8bce8 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547298 May 18 22:43:46.492564 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:42Z', 'revision_number': 3, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:46.526413 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5afd87-4223-48cf-b746-2ad3b658d13a None None] The sync data for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi is: [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:42Z', 'revision_number': 3, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:43:46.530597 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5823662-70fe-42b5-beae-d0c809c98ef9 admin admin] Publish callbacks [] for security_group (ea8c6bdb-a035-4880-8fda-9a449f30d0ef), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.575592 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:46.669336 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.707627 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5823662-70fe-42b5-beae-d0c809c98ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ea8c6bdb-a035-4880-8fda-9a449f30d0ef), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.710567 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5823662-70fe-42b5-beae-d0c809c98ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.711781 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f5823662-70fe-42b5-beae-d0c809c98ef9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea8c6bdb-a035-4880-8fda-9a449f30d0ef HTTP/1.1" status: 204 len: 168 time: 0.2955081 May 18 22:43:46.719939 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5823662-70fe-42b5-beae-d0c809c98ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c6bdb-a035-4880-8fda-9a449f30d0ef,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:46.720123 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Network ef8d9f04-cd89-47a5-92e7-968950a33380 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:43:46.735393 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:46.767600 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:43:46.768144 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (f79ae304-4078-4e68-89e2-9aaa7e76f411), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:46.801528 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=790a0fe9-71d4-41c7-b200-3aa57da97715,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:47.033260 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44434) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:47.056166 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2562ebb7-c01d-4f2c-bd6c-ee8e04a3a253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.071416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2117fff0-c6c8-48ef-98c5-88641010baf7 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:43:47.086796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Publish callbacks [] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.109927 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Transition to ACTIVE for port object 2117fff0-c6c8-48ef-98c5-88641010baf7 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:43:47.116089 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-aaa7fac1-5894-4574-8af9-2796fbf07fc8 None None] Provisioning complete for port 790a0fe9-71d4-41c7-b200-3aa57da97715 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:47.116723 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aaa7fac1-5894-4574-8af9-2796fbf07fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.148383 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:47.160977 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7fac1-5894-4574-8af9-2796fbf07fc8 None None] Port 790a0fe9-71d4-41c7-b200-3aa57da97715 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:43:47.222743 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2562ebb7-c01d-4f2c-bd6c-ee8e04a3a253 admin admin] Publish callbacks [] for security_group (7ce8fce3-c601-437d-9493-bb5f45941d93), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.244498 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.246702 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.339422 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2562ebb7-c01d-4f2c-bd6c-ee8e04a3a253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (7ce8fce3-c601-437d-9493-bb5f45941d93), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.376138 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2117fff0-c6c8-48ef-98c5-88641010baf7,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:47.424955 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562ebb7-c01d-4f2c-bd6c-ee8e04a3a253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce8fce3-c601-437d-9493-bb5f45941d93,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:47.430912 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2562ebb7-c01d-4f2c-bd6c-ee8e04a3a253 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fedf417e5b22450eb4f4729065f64f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959827 May 18 22:43:47.440437 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44444) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:47.539358 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ee17fcae-dd5b-4755-b722-63cbdcac7282 admin admin] Publish callbacks [] for security_group (7ce8fce3-c601-437d-9493-bb5f45941d93), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.587780 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Attempting to bind port 2117fff0-c6c8-48ef-98c5-88641010baf7 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:43:47.591979 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Attempting to bind port 2117fff0-c6c8-48ef-98c5-88641010baf7 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:43:47.592474 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Attempting to bind port 2117fff0-c6c8-48ef-98c5-88641010baf7 on network b26396ec-e67c-4e11-8c1a-e63563735972 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:43:47.608063 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ee17fcae-dd5b-4755-b722-63cbdcac7282 admin admin] Publish callbacks [] for security_group (7ce8fce3-c601-437d-9493-bb5f45941d93), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.624546 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Port 2117fff0-c6c8-48ef-98c5-88641010baf7 on network b26396ec-e67c-4e11-8c1a-e63563735972 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:43:47.624996 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Attempting to bind port 2117fff0-c6c8-48ef-98c5-88641010baf7 on network b26396ec-e67c-4e11-8c1a-e63563735972 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:43:47.641258 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:43:47.645039 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Checking segment: {'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:43:47.645541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Bound using segment: {'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:43:47.646130 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Bound port: 2117fff0-c6c8-48ef-98c5-88641010baf7, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe6cfe9-0009-4b62-8c43-1423dbdd7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:43:47.647901 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.727637 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44454) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:47.747230 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f77cc925-5b06-4a81-b25b-d3800a547409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.751218 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ee17fcae-dd5b-4755-b722-63cbdcac7282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (7ce8fce3-c601-437d-9493-bb5f45941d93), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.756031 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ee17fcae-dd5b-4755-b722-63cbdcac7282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.770839 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ee17fcae-dd5b-4755-b722-63cbdcac7282 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ce8fce3-c601-437d-9493-bb5f45941d93 HTTP/1.1" status: 204 len: 168 time: 0.3358603 May 18 22:43:47.827684 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] For port 2117fff0-c6c8-48ef-98c5-88641010baf7, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:43:47.842294 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] For port 2117fff0-c6c8-48ef-98c5-88641010baf7, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2117fff0-c6c8-48ef-98c5-88641010baf7,segment=NetworkSegment(6fe6cfe9-0009-4b62-8c43-1423dbdd7384),segment_id=6fe6cfe9-0009-4b62-8c43-1423dbdd7384)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:43:47.868876 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f77cc925-5b06-4a81-b25b-d3800a547409 admin admin] Publish callbacks [] for security_group (f2b5413d-99c8-40c8-ae5c-eac7e135fd99), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.892799 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13643256-9aa8-4acb-a73b-9784fddd61d8 req-702c0514-5e8d-4a3b-add4-d4c654ad57b1 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:47.895961 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-13643256-9aa8-4acb-a73b-9784fddd61d8 req-702c0514-5e8d-4a3b-add4-d4c654ad57b1 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 948 time: 0.2377076 May 18 22:43:47.936826 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17fcae-dd5b-4755-b722-63cbdcac7282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce8fce3-c601-437d-9493-bb5f45941d93,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:47.939251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.957209 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c683a61-97b5-419e-8889-c902beda20d2 req-f6d5572b-ba6d-4f27-bbae-07227611b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:47.969632 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c683a61-97b5-419e-8889-c902beda20d2 req-f6d5572b-ba6d-4f27-bbae-07227611b4de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 1130 time: 0.0805826 May 18 22:43:47.989056 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:47.989976 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:47.991737 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] 10.222.0.24 "PUT /v2.0/ports/2117fff0-c6c8-48ef-98c5-88641010baf7 HTTP/1.1" status: 200 len: 1098 time: 1.9673793 May 18 22:43:47.993930 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f77cc925-5b06-4a81-b25b-d3800a547409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f2b5413d-99c8-40c8-ae5c-eac7e135fd99), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.000939 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ca2aee-83fb-432d-ab7b-3d0b3859b58f', 'tag': '2117fff0-c6c8-48ef-98c5-88641010baf7'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:43:48.006211 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10d7662-2718-4e2e-b6bf-b946c3f039a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ca2aee-83fb-432d-ab7b-3d0b3859b58f", "tag": "2117fff0-c6c8-48ef-98c5-88641010baf7"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:43:48.099523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2550a77-2ac7-4ff1-ab70-238906c8b734 req-73966814-bb24-444f-b493-24beb09ed795 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:48.108495 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f2550a77-2ac7-4ff1-ab70-238906c8b734 req-73966814-bb24-444f-b493-24beb09ed795 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.1947362 May 18 22:43:48.131589 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-13643256-9aa8-4acb-a73b-9784fddd61d8 req-f151fe11-4948-4393-9956-95db4a4687ea tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295241 May 18 22:43:48.155797 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:48.254659 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-6461c4c0-6c0e-44a0-b107-98a5c339242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:48.259829 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-6461c4c0-6c0e-44a0-b107-98a5c339242f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=722f661c6312401b855c408a84d87639&device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 1132 time: 0.0944164 May 18 22:43:48.263436 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063869c4-a835-4ea8-830d-45dc9ea3bc8b x-openstack-request-id: req-063869c4-a835-4ea8-830d-45dc9ea3bc8b {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:43:48.263951 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ca2aee-83fb-432d-ab7b-3d0b3859b58f", "tag": "2117fff0-c6c8-48ef-98c5-88641010baf7", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:43:48.264510 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-063869c4-a835-4ea8-830d-45dc9ea3bc8b {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:43:48.266246 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063869c4-a835-4ea8-830d-45dc9ea3bc8b'] response: {'name': 'network-changed', 'server_uuid': 'd1ca2aee-83fb-432d-ab7b-3d0b3859b58f', 'tag': '2117fff0-c6c8-48ef-98c5-88641010baf7', 'status': 'completed', 'code': 200} May 18 22:43:48.340644 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f2550a77-2ac7-4ff1-ab70-238906c8b734 req-4d7d0569-a1e3-4c57-b7e9-74ee5591f6a4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309389 May 18 22:43:48.352662 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0604ac-7c31-4a7d-93cb-d09ef773f4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2117fff0-c6c8-48ef-98c5-88641010baf7,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:48.373851 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Publish callbacks [] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.394457 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:48.420489 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-097e9d5d-9519-4d3e-8b0e-8a2c78834f44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=2117fff0-c6c8-48ef-98c5-88641010baf7 HTTP/1.1" status: 200 len: 217 time: 0.0778201 May 18 22:43:48.462171 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 81b7ff31-8a46-4f63-b309-85df651965e7 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:43:48.488650 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f77cc925-5b06-4a81-b25b-d3800a547409 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f64b986f7834789bd26e7ec16cb7fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7581553 May 18 22:43:48.496741 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44478) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:48.500310 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.503745 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (f79ae304-4078-4e68-89e2-9aaa7e76f411), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.552624 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cc925-5b06-4a81-b25b-d3800a547409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5413d-99c8-40c8-ae5c-eac7e135fd99,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:48.566749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:48.574233 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 81b7ff31-8a46-4f63-b309-85df651965e7 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:48.574956 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.616763 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c683a61-97b5-419e-8889-c902beda20d2 req-6825b6bc-9885-4ce2-89bd-9028b12a5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:48.618518 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c683a61-97b5-419e-8889-c902beda20d2 req-6825b6bc-9885-4ce2-89bd-9028b12a5f8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.6426978 May 18 22:43:48.648131 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-73568fa3-24a7-4968-bd46-e0142de676dd admin admin] Publish callbacks [] for security_group (f2b5413d-99c8-40c8-ae5c-eac7e135fd99), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.709416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-b816b810-e211-4a87-a2e0-3b2950e908d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:48.711027 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-b816b810-e211-4a87-a2e0-3b2950e908d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cfe86765-2ff0-4e09-ac3f-880502846be3 HTTP/1.1" status: 200 len: 843 time: 0.2834828 May 18 22:43:48.711716 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:48.713668 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c683a61-97b5-419e-8889-c902beda20d2 req-0e6bbb1b-888f-451f-be86-bd753f73d03c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 HTTP/1.1" status: 200 len: 217 time: 0.0762911 May 18 22:43:48.719688 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 81b7ff31-8a46-4f63-b309-85df651965e7 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:48.720785 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.736057 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=790a0fe9-71d4-41c7-b200-3aa57da97715,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:48.764855 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 81b7ff31-8a46-4f63-b309-85df651965e7, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=81b7ff31-8a46-4f63-b309-85df651965e7,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:43:48.778413 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-73568fa3-24a7-4968-bd46-e0142de676dd admin admin] Publish callbacks [] for security_group (f2b5413d-99c8-40c8-ae5c-eac7e135fd99), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.801266 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:48.805013 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-07aa1153-aa60-417c-a89b-0ad53a237779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:48.806632 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-07aa1153-aa60-417c-a89b-0ad53a237779 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b26396ec-e67c-4e11-8c1a-e63563735972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0815721 May 18 22:43:48.815353 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:48.815581 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Network ef8d9f04-cd89-47a5-92e7-968950a33380 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:43:48.817268 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:48.896067 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c683a61-97b5-419e-8889-c902beda20d2 req-16540cb5-96ea-4f27-87c9-5986ec16348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:48.902061 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c683a61-97b5-419e-8889-c902beda20d2 req-16540cb5-96ea-4f27-87c9-5986ec16348b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.1738057 May 18 22:43:48.923462 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=81b7ff31-8a46-4f63-b309-85df651965e7,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:49.001431 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c683a61-97b5-419e-8889-c902beda20d2 req-210b4077-ed67-46f6-b2ba-07f8865b96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:49.003746 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c683a61-97b5-419e-8889-c902beda20d2 req-210b4077-ed67-46f6-b2ba-07f8865b96eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981708 May 18 22:43:49.127797 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:49.144383 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-73568fa3-24a7-4968-bd46-e0142de676dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f2b5413d-99c8-40c8-ae5c-eac7e135fd99), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:49.148341 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-73568fa3-24a7-4968-bd46-e0142de676dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:49.149514 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-73568fa3-24a7-4968-bd46-e0142de676dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2b5413d-99c8-40c8-ae5c-eac7e135fd99 HTTP/1.1" status: 204 len: 168 time: 0.6421702 May 18 22:43:49.198277 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73568fa3-24a7-4968-bd46-e0142de676dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5413d-99c8-40c8-ae5c-eac7e135fd99,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:49.262365 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c683a61-97b5-419e-8889-c902beda20d2 req-ee6079da-646e-4fc9-a0d7-13003e1f2aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451789 May 18 22:43:49.286466 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-285474de-a71e-49d8-91fb-0ca7134b0196 None None] Provisioning complete for port 790a0fe9-71d4-41c7-b200-3aa57da97715 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:49.286842 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-285474de-a71e-49d8-91fb-0ca7134b0196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:49.355076 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-285474de-a71e-49d8-91fb-0ca7134b0196 None None] Port 790a0fe9-71d4-41c7-b200-3aa57da97715 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:43:49.434206 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c683a61-97b5-419e-8889-c902beda20d2 req-2a42e63f-6ff1-4b16-98b1-8c3e4dbc00f6 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641252 May 18 22:43:49.531030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e86c8-3ed6-4fbc-a7b5-0df5e3c47dca req-afc04345-5a12-4dec-8864-6f3be98eb4a2 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:49.533162 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6a5e86c8-3ed6-4fbc-a7b5-0df5e3c47dca req-afc04345-5a12-4dec-8864-6f3be98eb4a2 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 948 time: 0.1781199 May 18 22:43:49.535279 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-23cba0b7-44ff-4e9b-a2d2-f68e85058c04 service neutron] 10.222.0.24 "GET /v2.0/networks/b26396ec-e67c-4e11-8c1a-e63563735972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112243 May 18 22:43:49.591777 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbbfa3-9c9c-4bd9-bf18-b232f3c8f9b9 req-d2d53c5b-e293-49c2-b800-16407b474c74 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:49.593386 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b5cbbfa3-9c9c-4bd9-bf18-b232f3c8f9b9 req-d2d53c5b-e293-49c2-b800-16407b474c74 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.1242671 May 18 22:43:49.609628 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Router f79ae304-4078-4e68-89e2-9aaa7e76f411 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:43:49.738212 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6a5e86c8-3ed6-4fbc-a7b5-0df5e3c47dca req-036f1850-7a20-4d80-b5e8-c70c8202a5eb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938167 May 18 22:43:49.823573 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b5cbbfa3-9c9c-4bd9-bf18-b232f3c8f9b9 req-9e1d3a04-9e06-461d-9f34-9518b268829d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123868 May 18 22:43:49.858511 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1152fb-e68f-42af-872b-84415c5feb73 req-e8b55427-b46d-4635-8702-31d8dc4faa93 service neutron] 10.222.0.24 "GET /v2.0/networks/b26396ec-e67c-4e11-8c1a-e63563735972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938473 May 18 22:43:49.920750 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:43:49.929986 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b0b7db61-da1a-422e-a2b5-5be9770ee0b0 admin admin] 10.222.0.70 "PUT /v2.0/routers/f79ae304-4078-4e68-89e2-9aaa7e76f411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4708631 May 18 22:43:49.931040 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Sync routers for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:43:49.943289 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:43:49.944234 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:43:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:50.077090 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:43:50.283795 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 2, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:50.312045 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Checking router: f79ae304-4078-4e68-89e2-9aaa7e76f411 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:43:50.312607 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Updating router f79ae304-4078-4e68-89e2-9aaa7e76f411 port 790a0fe9-71d4-41c7-b200-3aa57da97715 binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:43:50.353888 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 81b7ff31-8a46-4f63-b309-85df651965e7 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:43:50.362880 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:50.397283 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:50.471935 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:50.491989 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 81b7ff31-8a46-4f63-b309-85df651965e7 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:50.492554 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:50.608959 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:50.626448 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44558) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:50.627882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-2e958dec-42d7-4910-8337-c5394c614fb3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337514569', 'description': 'tempest-description--1320485779'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:50.660529 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:50.707401 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2e958dec-42d7-4910-8337-c5394c614fb3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:50.718921 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 81b7ff31-8a46-4f63-b309-85df651965e7 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:50.834371 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2e958dec-42d7-4910-8337-c5394c614fb3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (be9e5287-1738-4e40-bd76-07704a97e125), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:50.905174 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2e958dec-42d7-4910-8337-c5394c614fb3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (be9e5287-1738-4e40-bd76-07704a97e125), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:50.913499 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Publish callbacks [] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:50.931387 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30e8c2-da70-43b0-be50-b4f6bddd0d1f req-513d4973-40bb-4e9c-8443-a6e47f2d08a9 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:50.933055 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-af30e8c2-da70-43b0-be50-b4f6bddd0d1f req-513d4973-40bb-4e9c-8443-a6e47f2d08a9 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 948 time: 0.0899642 May 18 22:43:50.998058 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e958dec-42d7-4910-8337-c5394c614fb3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9e5287-1738-4e40-bd76-07704a97e125,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:51.009895 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.023707 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2137565-b0b8-4a1a-8741-af74148b5aa0 req-e514277e-d936-4f63-bebf-64726b21e5e4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:51.026444 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2137565-b0b8-4a1a-8741-af74148b5aa0 req-e514277e-d936-4f63-bebf-64726b21e5e4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0799680 May 18 22:43:51.093130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-af30e8c2-da70-43b0-be50-b4f6bddd0d1f req-6389b34d-7d17-4495-a086-51f098b7d178 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501667 May 18 22:43:51.098749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2e958dec-42d7-4910-8337-c5394c614fb3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.103257 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44588) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:51.103772 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2e958dec-42d7-4910-8337-c5394c614fb3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4796555 May 18 22:43:51.109730 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-a21c4549-5d58-4281-9e9f-9766e357a3ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'security_group_rule': {'security_group_id': 'be9e5287-1738-4e40-bd76-07704a97e125', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:51.148923 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2137565-b0b8-4a1a-8741-af74148b5aa0 req-8486bd45-e04c-4802-ae3e-09a814a6bb4b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054833 May 18 22:43:51.164374 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5cf1d-db58-4b55-a082-ed8d3293ecf4 None None] Pushing event updated for resources: {'Port': ['ID=790a0fe9-71d4-41c7-b200-3aa57da97715,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:51.177497 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Attempting to bind port 790a0fe9-71d4-41c7-b200-3aa57da97715 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:43:51.177862 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Attempting to bind port 790a0fe9-71d4-41c7-b200-3aa57da97715 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:43:51.178253 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Attempting to bind port 790a0fe9-71d4-41c7-b200-3aa57da97715 on network ef8d9f04-cd89-47a5-92e7-968950a33380 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:43:51.184187 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:43:51.184594 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Checking segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:43:51.185001 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.185385 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Bound using segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:43:51.185845 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Bound port: 790a0fe9-71d4-41c7-b200-3aa57da97715, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:43:51.186245 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.261242 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] For port 790a0fe9-71d4-41c7-b200-3aa57da97715, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:43:51.264601 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] For port 790a0fe9-71d4-41c7-b200-3aa57da97715, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=790a0fe9-71d4-41c7-b200-3aa57da97715,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:43:51.310548 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a21c4549-5d58-4281-9e9f-9766e357a3ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (4c190ac2-3283-4fe8-85d6-b7fd8e8d3390), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.365712 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a21c4549-5d58-4281-9e9f-9766e357a3ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (4c190ac2-3283-4fe8-85d6-b7fd8e8d3390), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.395283 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-38c70028-2745-44d9-9cdb-530304ce2cf7 None None] Provisioning complete for port 790a0fe9-71d4-41c7-b200-3aa57da97715 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:51.395785 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38c70028-2745-44d9-9cdb-530304ce2cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.398741 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:51.415124 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.465116 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a21c4549-5d58-4281-9e9f-9766e357a3ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (4c190ac2-3283-4fe8-85d6-b7fd8e8d3390), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.491606 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4549-5d58-4281-9e9f-9766e357a3ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c190ac2-3283-4fe8-85d6-b7fd8e8d3390,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:51.492468 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:43:51.493123 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:43:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:51.535747 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5cf1d-db58-4b55-a082-ed8d3293ecf4 None None] Pushing event updated for resources: {'Port': ['ID=790a0fe9-71d4-41c7-b200-3aa57da97715,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:51.609140 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a21c4549-5d58-4281-9e9f-9766e357a3ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.614651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44596) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:51.615193 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a21c4549-5d58-4281-9e9f-9766e357a3ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5095766 May 18 22:43:51.628030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-142b2822-4b28-42f0-927a-1ebf6953f642 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'security_group_rule': {'security_group_id': 'be9e5287-1738-4e40-bd76-07704a97e125', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:51.719373 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-142b2822-4b28-42f0-927a-1ebf6953f642 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (de30544a-a80a-4e6f-9129-5fa5b7eeacfc), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.748561 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-38c70028-2745-44d9-9cdb-530304ce2cf7 None None] Current status of the port 790a0fe9-71d4-41c7-b200-3aa57da97715 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:51.748944 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38c70028-2745-44d9-9cdb-530304ce2cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.781630 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-142b2822-4b28-42f0-927a-1ebf6953f642 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (de30544a-a80a-4e6f-9129-5fa5b7eeacfc), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.785808 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:43:51.839412 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-38c70028-2745-44d9-9cdb-530304ce2cf7 None None] For port 790a0fe9-71d4-41c7-b200-3aa57da97715, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=790a0fe9-71d4-41c7-b200-3aa57da97715,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:43:51.860500 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-142b2822-4b28-42f0-927a-1ebf6953f642 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (de30544a-a80a-4e6f-9129-5fa5b7eeacfc), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.864381 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44602) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:51.886597 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b2822-4b28-42f0-927a-1ebf6953f642 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de30544a-a80a-4e6f-9129-5fa5b7eeacfc,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:51.900131 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38c70028-2745-44d9-9cdb-530304ce2cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.943579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-142b2822-4b28-42f0-927a-1ebf6953f642 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:51.956140 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-142b2822-4b28-42f0-927a-1ebf6953f642 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303344 May 18 22:43:51.956304 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44610) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:51.963790 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:51.974287 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:52.000453 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70028-2745-44d9-9cdb-530304ce2cf7 None None] Pushing event updated for resources: {'Port': ['ID=790a0fe9-71d4-41c7-b200-3aa57da97715,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:52.030554 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-cd69e41e-40dd-411e-9d94-639b8d60d661 None None] Provisioning complete for port 790a0fe9-71d4-41c7-b200-3aa57da97715 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:52.031145 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cd69e41e-40dd-411e-9d94-639b8d60d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.087743 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1b13fc94-4872-4cac-9ebe-acc50fcf3890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.107301 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:43:52.126802 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.144706 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b84dd5-9fbf-4390-bb23-1c32cbcd8a46 None None] The sync data for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi is: [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:43:52.202524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:52.230835 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-cd69e41e-40dd-411e-9d94-639b8d60d661 None None] Current status of the port 790a0fe9-71d4-41c7-b200-3aa57da97715 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:52.291811 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.317528 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1b13fc94-4872-4cac-9ebe-acc50fcf3890 admin admin] Publish callbacks [] for security_group (69aa4ab6-31fe-4a2f-af45-b2a84f946e1a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.367468 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8c1a1-2a46-46fd-a0b6-c75a0d7861c7 req-05b59532-db89-47f9-80b2-f84367f1f787 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:52.375262 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40d8c1a1-2a46-46fd-a0b6-c75a0d7861c7 req-05b59532-db89-47f9-80b2-f84367f1f787 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 948 time: 0.1245346 May 18 22:43:52.387501 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35f2c3-8f5e-4445-bd0d-a131e1de590f req-c13a3634-770b-4d14-92bb-d008ab4ba92c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:52.389398 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a35f2c3-8f5e-4445-bd0d-a131e1de590f req-c13a3634-770b-4d14-92bb-d008ab4ba92c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.1400721 May 18 22:43:52.398082 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:52.402900 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1b13fc94-4872-4cac-9ebe-acc50fcf3890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (69aa4ab6-31fe-4a2f-af45-b2a84f946e1a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.449155 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 790a0fe9-71d4-41c7-b200-3aa57da97715 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:43:52.475339 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:52.478431 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a35f2c3-8f5e-4445-bd0d-a131e1de590f req-f954bead-39a8-4c53-a1d0-3736aca20ae6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813212 May 18 22:43:52.498226 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40d8c1a1-2a46-46fd-a0b6-c75a0d7861c7 req-cf05f72e-7cd2-4507-acf2-954aacb5f242 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217284 May 18 22:43:52.508646 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1b13fc94-4872-4cac-9ebe-acc50fcf3890 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce852fa5f7aa4638b3825aece05994ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6429417 May 18 22:43:52.512090 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44628) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:52.523068 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13fc94-4872-4cac-9ebe-acc50fcf3890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa4ab6-31fe-4a2f-af45-b2a84f946e1a,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:52.541616 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 790a0fe9-71d4-41c7-b200-3aa57da97715 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:52.542021 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.557559 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Allocated IP 172.27.1.86 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/97a9f89c-e047-422b-9108-33de2078028a) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:43:52.575560 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-61b4bec9-d44d-4fe0-b7e5-82b7e3f2abb5 admin admin] Publish callbacks [] for security_group (69aa4ab6-31fe-4a2f-af45-b2a84f946e1a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.603386 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-61b4bec9-d44d-4fe0-b7e5-82b7e3f2abb5 admin admin] Publish callbacks [] for security_group (69aa4ab6-31fe-4a2f-af45-b2a84f946e1a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.632668 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 790a0fe9-71d4-41c7-b200-3aa57da97715 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:52.672598 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:52.680361 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:52.690290 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for port (97a9f89c-e047-422b-9108-33de2078028a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.804219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-61b4bec9-d44d-4fe0-b7e5-82b7e3f2abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (69aa4ab6-31fe-4a2f-af45-b2a84f946e1a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.804420 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (97a9f89c-e047-422b-9108-33de2078028a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.807121 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-61b4bec9-d44d-4fe0-b7e5-82b7e3f2abb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:52.810732 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-61b4bec9-d44d-4fe0-b7e5-82b7e3f2abb5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69aa4ab6-31fe-4a2f-af45-b2a84f946e1a HTTP/1.1" status: 204 len: 168 time: 0.2951639 May 18 22:43:52.810732 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:52.824535 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4bec9-d44d-4fe0-b7e5-82b7e3f2abb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa4ab6-31fe-4a2f-af45-b2a84f946e1a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:52.860710 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:43:52.866611 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:52.868919 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'Port': ['ID=97a9f89c-e047-422b-9108-33de2078028a,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:52.871673 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:43:53.004612 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-533617d4-957c-4cf4-b94c-48088662cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:53.006862 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-533617d4-957c-4cf4-b94c-48088662cd1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=722f661c6312401b855c408a84d87639&device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 1132 time: 0.0682893 May 18 22:43:53.017444 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (a12e7b39-0baa-4291-8855-e45a42c82eed), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.109771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-180d9a0b-504a-4460-92ed-5de4ba0e1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:53.111295 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-180d9a0b-504a-4460-92ed-5de4ba0e1ac1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b26396ec-e67c-4e11-8c1a-e63563735972 HTTP/1.1" status: 200 len: 870 time: 0.0966153 May 18 22:43:53.135086 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (97a9f89c-e047-422b-9108-33de2078028a), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.168067 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-618641f9-1802-4e3c-9462-d61cddbb0021 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=2117fff0-c6c8-48ef-98c5-88641010baf7 HTTP/1.1" status: 200 len: 217 time: 0.0341406 May 18 22:43:53.230301 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-1263fbf5-d4dc-42f1-97c4-987463426263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:53.231921 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-1263fbf5-d4dc-42f1-97c4-987463426263 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cfe86765-2ff0-4e09-ac3f-880502846be3 HTTP/1.1" status: 200 len: 843 time: 0.0578141 May 18 22:43:53.284332 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-924579df-cbe8-4967-9ac2-480fd723dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:53.286072 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-924579df-cbe8-4967-9ac2-480fd723dcf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b26396ec-e67c-4e11-8c1a-e63563735972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0471337 May 18 22:43:53.350774 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for port (97a9f89c-e047-422b-9108-33de2078028a), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.394801 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-63fc4c61-69f5-4b13-bcb0-e2ecef849d4f service neutron] 10.222.0.24 "GET /v2.0/networks/b26396ec-e67c-4e11-8c1a-e63563735972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959928 May 18 22:43:53.414223 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (97a9f89c-e047-422b-9108-33de2078028a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.494602 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'Port': ['ID=97a9f89c-e047-422b-9108-33de2078028a,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:53.509803 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (a12e7b39-0baa-4291-8855-e45a42c82eed), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.513197 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d10d7662-2718-4e2e-b6bf-b946c3f039a3 req-550cc07b-1412-437d-bb88-46291a72dd73 service neutron] 10.222.0.24 "GET /v2.0/networks/b26396ec-e67c-4e11-8c1a-e63563735972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159105 May 18 22:43:53.566491 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2117fff0-c6c8-48ef-98c5-88641010baf7 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:43:53.593753 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44646) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:53.630333 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-75c25416-ed3c-4b66-bcaf-3a8be59c6525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.639251 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.644886 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-67e89408-52e3-4771-8f0f-86027e75f40b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6816330 May 18 22:43:53.654934 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04148de9-7270-4fdf-9a1b-cd8a24c0c095 req-1d406588-66cb-460d-bc1a-223b0ceda04c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:53.656427 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-04148de9-7270-4fdf-9a1b-cd8a24c0c095 req-1d406588-66cb-460d-bc1a-223b0ceda04c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0999320 May 18 22:43:53.696812 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2117fff0-c6c8-48ef-98c5-88641010baf7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2117fff0-c6c8-48ef-98c5-88641010baf7,segment=NetworkSegment(6fe6cfe9-0009-4b62-8c43-1423dbdd7384),segment_id=6fe6cfe9-0009-4b62-8c43-1423dbdd7384)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:43:53.700534 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6339a00-03fe-4470-a5e9-ac668c5a658e req-ef0e642d-fedd-4525-9b62-3a49e837b8fe tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:53.702043 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b6339a00-03fe-4470-a5e9-ac668c5a658e req-ef0e642d-fedd-4525-9b62-3a49e837b8fe tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 948 time: 0.0964687 May 18 22:43:53.709851 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '2117fff0-c6c8-48ef-98c5-88641010baf7', 'network_id': 'b26396ec-e67c-4e11-8c1a-e63563735972', 'port_id': '2117fff0-c6c8-48ef-98c5-88641010baf7', 'mac_address': 'fa:16:3e:d0:73:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe86765-2ff0-4e09-ac3f-880502846be3', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:43:53.712139 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:53.772990 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 2117fff0-c6c8-48ef-98c5-88641010baf7 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:53.777269 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.778640 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-04148de9-7270-4fdf-9a1b-cd8a24c0c095 req-1b76cb1e-3c7c-417c-8c5f-53a9be4f339b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115003 May 18 22:43:53.788180 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2117fff0-c6c8-48ef-98c5-88641010baf7 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:43:53.805721 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b6339a00-03fe-4470-a5e9-ac668c5a658e req-8e9f7626-ed07-42ef-9ee3-37e19640210a tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962853 May 18 22:43:53.827007 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2117fff0-c6c8-48ef-98c5-88641010baf7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2117fff0-c6c8-48ef-98c5-88641010baf7,segment=NetworkSegment(6fe6cfe9-0009-4b62-8c43-1423dbdd7384),segment_id=6fe6cfe9-0009-4b62-8c43-1423dbdd7384)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:43:53.835248 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-75c25416-ed3c-4b66-bcaf-3a8be59c6525 admin admin] Publish callbacks [] for security_group (4086509d-5bf2-41f4-832a-4ade8dbd0ef1), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.878045 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:53.919852 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-3d432331-4a1d-4fcd-987b-58dab2ac5772 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1337514569&fields=id&tenant_id=3a7373826e4743088ff1d782782b9890 HTTP/1.1" status: 200 len: 267 time: 0.0429597 May 18 22:43:53.922966 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=2117fff0-c6c8-48ef-98c5-88641010baf7,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:53.952532 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-75c25416-ed3c-4b66-bcaf-3a8be59c6525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (4086509d-5bf2-41f4-832a-4ade8dbd0ef1), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:54.041937 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-75c25416-ed3c-4b66-bcaf-3a8be59c6525 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7302a6aafc70450ca29688bae72b3760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450483 May 18 22:43:54.046529 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44666) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:54.046752 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c25416-ed3c-4b66-bcaf-3a8be59c6525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4086509d-5bf2-41f4-832a-4ade8dbd0ef1,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:54.069268 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-bd650880-326b-420b-a134-b1896b165ad5 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:54.070783 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-bd650880-326b-420b-a134-b1896b165ad5 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 817 time: 0.1428521 May 18 22:43:54.084331 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:54.093971 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-53c3d5ec-b477-4c0a-9447-75e0a63ba700 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/quotas/3a7373826e4743088ff1d782782b9890 HTTP/1.1" status: 200 len: 375 time: 0.0149691 May 18 22:43:54.111787 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbd5524f-9215-4e36-bbac-c658595c3613 admin admin] Publish callbacks [] for security_group (4086509d-5bf2-41f4-832a-4ade8dbd0ef1), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:54.133196 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbd5524f-9215-4e36-bbac-c658595c3613 admin admin] Publish callbacks [] for security_group (4086509d-5bf2-41f4-832a-4ade8dbd0ef1), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:54.141042 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-eecb6cf9-94be-4714-b816-28c304dee9bf tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462348 May 18 22:43:54.245114 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-3079903e-ea97-4246-acbd-16811cb7303a service neutron] 10.222.0.70 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909839 May 18 22:43:54.336779 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbd5524f-9215-4e36-bbac-c658595c3613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (4086509d-5bf2-41f4-832a-4ade8dbd0ef1), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:54.339327 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbd5524f-9215-4e36-bbac-c658595c3613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:54.345316 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fbd5524f-9215-4e36-bbac-c658595c3613 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4086509d-5bf2-41f4-832a-4ade8dbd0ef1 HTTP/1.1" status: 204 len: 168 time: 0.2970514 May 18 22:43:54.345452 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-fa9e3c26-02e6-4158-a72f-49800422b20a service neutron] 10.222.0.70 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930417 May 18 22:43:54.357297 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5524f-9215-4e36-bbac-c658595c3613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4086509d-5bf2-41f4-832a-4ade8dbd0ef1,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:54.422796 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['2117fff0-c6c8-48ef-98c5-88641010baf7'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:43:54.620461 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1263ca72-349c-4f1f-a3e6-8befaa1d91fb req-f227ef42-71c0-43d2-b395-7f5646c48ebc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0336840 May 18 22:43:54.943092 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:54.955956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c84a-190f-49e9-9d13-0411253f44f1 req-41a09dd8-aa07-45a4-ba59-a42171993127 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:54.958972 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9b2c84a-190f-49e9-9d13-0411253f44f1 req-41a09dd8-aa07-45a4-ba59-a42171993127 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0934167 May 18 22:43:54.974170 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da368b46-e2f0-48eb-9083-a98718f34632 req-bfcc6925-1c30-4340-85c4-58e5e1ade357 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:54.975914 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da368b46-e2f0-48eb-9083-a98718f34632 req-bfcc6925-1c30-4340-85c4-58e5e1ade357 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 949 time: 0.0751524 May 18 22:43:55.013157 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44700) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:55.030065 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:55.059469 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9b2c84a-190f-49e9-9d13-0411253f44f1 req-ddc5e0f5-7a94-4734-a106-5beaddf5a7e3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823641 May 18 22:43:55.087492 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da368b46-e2f0-48eb-9083-a98718f34632 req-ddc51080-a98b-44e9-b889-c30df7a4c015 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034620 May 18 22:43:55.145809 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-97afa2b3-424d-4063-a447-11a26536c317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.182982 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:55.224349 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-97afa2b3-424d-4063-a447-11a26536c317 admin admin] Publish callbacks [] for security_group (08fcf66c-a20e-423a-abe2-4e1e44d603fc), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.288986 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-97afa2b3-424d-4063-a447-11a26536c317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (08fcf66c-a20e-423a-abe2-4e1e44d603fc), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.329569 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-97afa2b3-424d-4063-a447-11a26536c317 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55d78f08740d4920baa9cb3ed2588534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130431 May 18 22:43:55.329759 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44710) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:55.337873 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afa2b3-424d-4063-a447-11a26536c317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fcf66c-a20e-423a-abe2-4e1e44d603fc,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:55.387016 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-26ddbc3e-af61-494d-aa50-f7667da6a39e admin admin] Publish callbacks [] for security_group (08fcf66c-a20e-423a-abe2-4e1e44d603fc), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.419211 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-26ddbc3e-af61-494d-aa50-f7667da6a39e admin admin] Publish callbacks [] for security_group (08fcf66c-a20e-423a-abe2-4e1e44d603fc), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.545846 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-26ddbc3e-af61-494d-aa50-f7667da6a39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (08fcf66c-a20e-423a-abe2-4e1e44d603fc), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.548714 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-26ddbc3e-af61-494d-aa50-f7667da6a39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.550791 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-26ddbc3e-af61-494d-aa50-f7667da6a39e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08fcf66c-a20e-423a-abe2-4e1e44d603fc HTTP/1.1" status: 204 len: 168 time: 0.2195261 May 18 22:43:55.559083 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddbc3e-af61-494d-aa50-f7667da6a39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fcf66c-a20e-423a-abe2-4e1e44d603fc,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:55.624397 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2117fff0-c6c8-48ef-98c5-88641010baf7 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:43:55.671528 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 2117fff0-c6c8-48ef-98c5-88641010baf7 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:43:55.723005 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 2117fff0-c6c8-48ef-98c5-88641010baf7 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:43:55.724184 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.732697 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eb1af5a8-e483-44b6-bf45-bb9f6c3ea497 req-4e527a8a-4645-4b32-af83-127c469071cc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0328412 May 18 22:43:55.820345 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 2117fff0-c6c8-48ef-98c5-88641010baf7 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:43:55.825654 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.831556 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:55.844748 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ca2aee-83fb-432d-ab7b-3d0b3859b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2117fff0-c6c8-48ef-98c5-88641010baf7'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:43:55.848344 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750984b3-9b90-45fc-9be6-6c1b2df7cb7c" -d '{"events": [{"server_uuid": "d1ca2aee-83fb-432d-ab7b-3d0b3859b58f", "name": "network-vif-plugged", "status": "completed", "tag": "2117fff0-c6c8-48ef-98c5-88641010baf7"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:43:55.865438 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2117fff0-c6c8-48ef-98c5-88641010baf7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2117fff0-c6c8-48ef-98c5-88641010baf7,segment=NetworkSegment(6fe6cfe9-0009-4b62-8c43-1423dbdd7384),segment_id=6fe6cfe9-0009-4b62-8c43-1423dbdd7384)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:43:55.897054 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15aae18-1cfc-421f-8a2d-a0ed2ab1813b x-openstack-request-id: req-c15aae18-1cfc-421f-8a2d-a0ed2ab1813b {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:43:55.897369 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ca2aee-83fb-432d-ab7b-3d0b3859b58f", "name": "network-vif-plugged", "status": "completed", "tag": "2117fff0-c6c8-48ef-98c5-88641010baf7", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:43:55.897625 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c15aae18-1cfc-421f-8a2d-a0ed2ab1813b {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:43:55.898043 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15aae18-1cfc-421f-8a2d-a0ed2ab1813b'] response: {'server_uuid': 'd1ca2aee-83fb-432d-ab7b-3d0b3859b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2117fff0-c6c8-48ef-98c5-88641010baf7', 'code': 200} May 18 22:43:55.929208 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:55.995999 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=2117fff0-c6c8-48ef-98c5-88641010baf7,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:56.010385 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44738) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:56.170340 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:56.217601 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83f24b-bf6f-4f5b-90f1-4b5cd38881f9 req-15e3e36b-0fc4-404c-adb6-6215614cd228 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:56.219132 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a83f24b-bf6f-4f5b-90f1-4b5cd38881f9 req-15e3e36b-0fc4-404c-adb6-6215614cd228 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0871434 May 18 22:43:56.232170 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb88b21-15ad-487b-922e-ec31f38994a2 req-00adf3ac-8f5f-4b97-a663-9ec826932a1a tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:56.233973 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5bb88b21-15ad-487b-922e-ec31f38994a2 req-00adf3ac-8f5f-4b97-a663-9ec826932a1a tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.0734680 May 18 22:43:56.322599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809ef0b-f8f6-4294-b8ab-67361ace8591 req-86851425-5c4f-44a9-aad0-9c52441b86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:56.323995 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1809ef0b-f8f6-4294-b8ab-67361ace8591 req-86851425-5c4f-44a9-aad0-9c52441b86ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 1134 time: 0.0691550 May 18 22:43:56.357750 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a83f24b-bf6f-4f5b-90f1-4b5cd38881f9 req-adac539c-a90c-4291-8aac-8903da514abe tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315920 May 18 22:43:56.367534 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1cfaae17-faae-4597-9e1d-f13dfc074e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.375514 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5bb88b21-15ad-487b-922e-ec31f38994a2 req-bc4da8b9-ea40-477d-9370-e44e11b30153 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338654 May 18 22:43:56.411461 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1809ef0b-f8f6-4294-b8ab-67361ace8591 req-293c558a-71e6-4c18-8c2b-452ed22efef9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777020 May 18 22:43:56.456690 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:56.458542 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44748) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:56.461478 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1cfaae17-faae-4597-9e1d-f13dfc074e45 admin admin] Publish callbacks [] for security_group (3627fbbd-7df7-4d9f-a8c5-c08318a7f7bc), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.472406 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d962-c193-45fd-91c4-1fa331be5560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.555358 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d962-c193-45fd-91c4-1fa331be5560 admin admin] Publish callbacks [] for security_group (850839ae-b9a3-4206-a42c-889fbe00015c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.567755 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1cfaae17-faae-4597-9e1d-f13dfc074e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3627fbbd-7df7-4d9f-a8c5-c08318a7f7bc), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.607067 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1cfaae17-faae-4597-9e1d-f13dfc074e45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=662b4e2537cf4056a73d0dc80dc7701e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5954952 May 18 22:43:56.607881 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaae17-faae-4597-9e1d-f13dfc074e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3627fbbd-7df7-4d9f-a8c5-c08318a7f7bc,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:56.609893 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 44754) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:56.659963 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d962-c193-45fd-91c4-1fa331be5560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (850839ae-b9a3-4206-a42c-889fbe00015c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.666075 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:56.682441 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6f49-7e27-4084-bb67-4c99ba7b30b3 admin admin] Publish callbacks [] for security_group (3627fbbd-7df7-4d9f-a8c5-c08318a7f7bc), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.718872 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f6e8d962-c193-45fd-91c4-1fa331be5560 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e175bb189a1a4f6c987638a2453c6db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592642 May 18 22:43:56.722165 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44756) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:56.723182 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8d962-c193-45fd-91c4-1fa331be5560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850839ae-b9a3-4206-a42c-889fbe00015c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:56.726878 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6f49-7e27-4084-bb67-4c99ba7b30b3 admin admin] Publish callbacks [] for security_group (3627fbbd-7df7-4d9f-a8c5-c08318a7f7bc), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.787754 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f9f3-0537-416b-8cd1-34eba04973b2 admin admin] Publish callbacks [] for security_group (850839ae-b9a3-4206-a42c-889fbe00015c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.804299 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=46 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:56.815488 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f9f3-0537-416b-8cd1-34eba04973b2 admin admin] Publish callbacks [] for security_group (850839ae-b9a3-4206-a42c-889fbe00015c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.853577 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-88601cc8-816d-460e-bd8c-75b6fdf6b106 req-70440977-0a44-4bc4-a35a-a353c85e4bb4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0412474 May 18 22:43:56.877512 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6f49-7e27-4084-bb67-4c99ba7b30b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3627fbbd-7df7-4d9f-a8c5-c08318a7f7bc), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.880075 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0f4e6f49-7e27-4084-bb67-4c99ba7b30b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.882162 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0f4e6f49-7e27-4084-bb67-4c99ba7b30b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3627fbbd-7df7-4d9f-a8c5-c08318a7f7bc HTTP/1.1" status: 204 len: 168 time: 0.2702985 May 18 22:43:56.890244 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e6f49-7e27-4084-bb67-4c99ba7b30b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3627fbbd-7df7-4d9f-a8c5-c08318a7f7bc,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:56.963318 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f9f3-0537-416b-8cd1-34eba04973b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (850839ae-b9a3-4206-a42c-889fbe00015c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.965881 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f9f3-0537-416b-8cd1-34eba04973b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:56.968449 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f9a3f9f3-0537-416b-8cd1-34eba04973b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/850839ae-b9a3-4206-a42c-889fbe00015c HTTP/1.1" status: 204 len: 168 time: 0.2447786 May 18 22:43:56.976909 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3f9f3-0537-416b-8cd1-34eba04973b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850839ae-b9a3-4206-a42c-889fbe00015c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:57.500423 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3ebd1-d312-45cb-aed0-9a61d4cfeb0f req-55390b50-674a-45bb-a760-e02e4bbb20a2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:57.506479 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0fa3ebd1-d312-45cb-aed0-9a61d4cfeb0f req-55390b50-674a-45bb-a760-e02e4bbb20a2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0560584 May 18 22:43:57.581551 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5785e42-f690-4a41-bd0a-f24b62af8f1c req-d558f993-e7d1-48df-8b3f-4b99b329e1cd tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:57.583020 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d5785e42-f690-4a41-bd0a-f24b62af8f1c req-d558f993-e7d1-48df-8b3f-4b99b329e1cd tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.0754387 May 18 22:43:57.614711 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0fa3ebd1-d312-45cb-aed0-9a61d4cfeb0f req-8380ffdd-be89-4de9-b420-f43769711fd4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978720 May 18 22:43:57.644574 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d5785e42-f690-4a41-bd0a-f24b62af8f1c req-ff84d4de-e97a-4d8c-b737-6bb5fe3d6a67 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552952 May 18 22:43:57.948880 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-74954be6-5d0d-493d-9523-7da81c6992d0 req-516ee0a2-4f1c-41a5-bb80-f20b7c3a8e65 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0287812 May 18 22:43:58.093363 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44806) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:58.203219 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-140755840-network', 'tenant_id': 'c0bd63e1295e4801885f2bc9c6212fb6'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:58.289661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Made reservation on behalf of c0bd63e1295e4801885f2bc9c6212fb6 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:43:58.292626 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:58.305319 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:58.379225 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-c56342e3-5aee-48cb-b78a-75d467335ab0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:58.380872 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-c56342e3-5aee-48cb-b78a-75d467335ab0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 817 time: 0.1140068 May 18 22:43:58.384586 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Publish callbacks [] for security_group (98cb204e-57c9-4cd8-b24d-251047053fda), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:58.437142 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (98cb204e-57c9-4cd8-b24d-251047053fda), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:58.463340 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:43:58.474519 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb204e-57c9-4cd8-b24d-251047053fda,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:58.479275 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (7b582487-e519-4d0e-8092-0491503eb0d3), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:58.479688 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Added segment 7b582487-e519-4d0e-8092-0491503eb0d3 of type vlan for network 980fb0cb-a044-41e4-ae70-7608a74957ea May 18 22:43:58.521416 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (980fb0cb-a044-41e4-ae70-7608a74957ea), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:58.563994 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-68b2f3e8-7c49-4aba-808f-5772c9f04bab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a7373826e4743088ff1d782782b9890 HTTP/1.1" status: 200 len: 380 time: 0.0608499 May 18 22:43:58.624945 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (980fb0cb-a044-41e4-ae70-7608a74957ea), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:58.625950 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:58.626567 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:58.681636 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:58.696550 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] Pushing event updated for resources: {'Network': ['ID=980fb0cb-a044-41e4-ae70-7608a74957ea,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:58.708950 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 980fb0cb-a044-41e4-ae70-7608a74957ea details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:43:58.763813 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2374ac1-90d7-4d1b-8bd9-7c038c0dcfae req-ce4ef2fc-b936-46d0-b15e-25f436196401 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:58.765356 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2374ac1-90d7-4d1b-8bd9-7c038c0dcfae req-ce4ef2fc-b936-46d0-b15e-25f436196401 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0804515 May 18 22:43:58.767966 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:58.788508 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-43fe201d-8477-4946-81bd-7e28d739382b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6940060 May 18 22:43:58.789152 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51627a-d117-4cff-bdc4-7950b5c1addb req-949931a4-e65b-4147-b320-ad28641a18e6 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:58.790616 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7e51627a-d117-4cff-bdc4-7950b5c1addb req-949931a4-e65b-4147-b320-ad28641a18e6 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.0680399 May 18 22:43:58.793581 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44820) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:43:58.796292 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Request body: {'subnet': {'network_id': '980fb0cb-a044-41e4-ae70-7608a74957ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-140755840-subnet', 'tenant_id': 'c0bd63e1295e4801885f2bc9c6212fb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:58.852944 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2374ac1-90d7-4d1b-8bd9-7c038c0dcfae req-87f6f999-c1da-4630-bd63-0793be9ef647 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789380 May 18 22:43:58.865953 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7e51627a-d117-4cff-bdc4-7950b5c1addb req-340dce50-1fa6-4cfd-b231-e77449c2c012 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679429 May 18 22:43:58.888602 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Made reservation on behalf of c0bd63e1295e4801885f2bc9c6212fb6 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:43:58.891106 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:59.082244 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'port': {'device_id': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'admin_state_up': True, 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'security_groups': ['be9e5287-1738-4e40-bd76-07704a97e125']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:43:59.090809 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-516d7ea1-4f58-49df-85ca-e60280f08b41 req-f2722a93-13c2-44d6-a472-48528384adef tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0592132 May 18 22:43:59.123478 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:59.130700 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:59.180538 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:59.191742 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Checking segment: {'id': '7b582487-e519-4d0e-8092-0491503eb0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '980fb0cb-a044-41e4-ae70-7608a74957ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:43:59.192119 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Network hostable DHCP agents. Network: 980fb0cb-a044-41e4-ae70-7608a74957ea, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:43:59.208826 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:59.294584 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Made reservation on behalf of 3a7373826e4743088ff1d782782b9890 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:43:59.294780 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Network 980fb0cb-a044-41e4-ae70-7608a74957ea is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:43:59.298184 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:59.414489 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 980fb0cb-a044-41e4-ae70-7608a74957ea) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:59.418822 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:59.419563 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:59.424788 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f387208-69c9-4871-9c68-48be828743c1 None None] Network 980fb0cb-a044-41e4-ae70-7608a74957ea requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:43:59.429281 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Allocated IP 172.20.0.10 (ef8d9f04-cd89-47a5-92e7-968950a33380/4f086e75-ea9a-4899-bc6a-2551b54ba5de/96fba53d-5676-4c31-9cb9-19ddb31ada27) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:43:59.525865 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:43:59.528491 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a8f99-d614-44dc-b965-f85727315278 None None] Network 980fb0cb-a044-41e4-ae70-7608a74957ea requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:43:59.532674 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-72902667-91d3-42ea-ab07-85f62f1f076d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7401366 May 18 22:43:59.584460 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:59.677296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:59.725658 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Network ef8d9f04-cd89-47a5-92e7-968950a33380 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:43:59.728989 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:43:59.732771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:43:59.738815 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:43:59.739426 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:43:59.747701 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:43:59.868478 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-cc4ea34d-06c3-4e29-bf03-88f7db27e349 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7923443 May 18 22:43:59.905717 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Request body: {'port': {'device_id': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:00.006048 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:00.019993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-197e52d4-5d90-4a02-9e31-f612cd0515d4 None None] Provisioning complete for port 96fba53d-5676-4c31-9cb9-19ddb31ada27 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:44:00.020485 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-197e52d4-5d90-4a02-9e31-f612cd0515d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.043164 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3fbc3-dfd7-491b-b891-8d2f8def2cb8 req-a45d5e5d-2f1d-433d-87c3-2648859efcaa tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:00.043164 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dbc3fbc3-dfd7-491b-b891-8d2f8def2cb8 req-a45d5e5d-2f1d-433d-87c3-2648859efcaa tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.1078103 May 18 22:44:00.053276 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:00.056236 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-197e52d4-5d90-4a02-9e31-f612cd0515d4 None None] Port 96fba53d-5676-4c31-9cb9-19ddb31ada27 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:44:00.058829 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168bca4-a552-483c-9af3-fff3715b3b4d req-7d6c80c4-df1b-4d7f-9666-59a44f374fdb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:00.060289 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3168bca4-a552-483c-9af3-fff3715b3b4d req-7d6c80c4-df1b-4d7f-9666-59a44f374fdb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.1129928 May 18 22:44:00.084009 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.166228 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dbc3fbc3-dfd7-491b-b891-8d2f8def2cb8 req-62f4fa2c-9238-444f-a561-19940366aba1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175654 May 18 22:44:00.175905 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3168bca4-a552-483c-9af3-fff3715b3b4d req-a80bbec7-f9aa-4a8b-9397-509681ced138 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007414 May 18 22:44:00.310473 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44864) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:00.316830 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6317579-network', 'tenant_id': 'b41cba4d014f4bc4a22af01404fb6d69'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:00.344271 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e123c-4f7e-47f3-8af5-8704b4f06fd1 req-e93b582b-9696-46f7-a19e-b7ac9caa6378 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:00.345836 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-569e123c-4f7e-47f3-8af5-8704b4f06fd1 req-e93b582b-9696-46f7-a19e-b7ac9caa6378 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 932 time: 0.1135888 May 18 22:44:00.425857 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Made reservation on behalf of b41cba4d014f4bc4a22af01404fb6d69 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:44:00.429358 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.442456 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.552423 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Publish callbacks [] for security_group (0eedbd90-7d64-4574-9c37-93b43a001ed8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.660551 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0eedbd90-7d64-4574-9c37-93b43a001ed8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.684994 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:44:00.699571 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eedbd90-7d64-4574-9c37-93b43a001ed8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:00.704645 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (336cfa86-fd32-476c-8ef0-eb673814aff1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.705714 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Added segment 336cfa86-fd32-476c-8ef0-eb673814aff1 of type vlan for network 8c3f0026-3e8f-46f4-a4f5-f9749af13791 May 18 22:44:00.715111 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:00.725551 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-569e123c-4f7e-47f3-8af5-8704b4f06fd1 req-494b52aa-9648-42cf-8b34-379e74c8ee92 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732026 May 18 22:44:00.736088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03536d3-7839-4648-81af-669447daf86e req-a64ee919-0ac0-439b-ab93-2b6512945ad2 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:00.737552 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e03536d3-7839-4648-81af-669447daf86e req-a64ee919-0ac0-439b-ab93-2b6512945ad2 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.0849938 May 18 22:44:00.749856 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (8c3f0026-3e8f-46f4-a4f5-f9749af13791), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.837469 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e03536d3-7839-4648-81af-669447daf86e req-c7732424-2fba-4c63-b9d0-9304368073a3 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874238 May 18 22:44:00.839956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fba53d-5676-4c31-9cb9-19ddb31ada27 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:44:00.850078 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Publish callbacks [] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:00.864922 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Transition to ACTIVE for port object 96fba53d-5676-4c31-9cb9-19ddb31ada27 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:44:01.220138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (8c3f0026-3e8f-46f4-a4f5-f9749af13791), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:01.222634 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:01.227009 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:01.245806 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:01.288333 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] Pushing event updated for resources: {'Network': ['ID=8c3f0026-3e8f-46f4-a4f5-f9749af13791,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:01.300839 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 8c3f0026-3e8f-46f4-a4f5-f9749af13791 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:44:01.309815 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7f2b010c-5a20-4471-b51e-c48542385271 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.9976988 May 18 22:44:01.311381 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a9fc8-7259-407a-9db3-3a3dab2be7c6 req-35c2ab98-7acd-4621-886d-79b01536f957 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:01.313068 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd6a9fc8-7259-407a-9db3-3a3dab2be7c6 req-35c2ab98-7acd-4621-886d-79b01536f957 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0795634 May 18 22:44:01.313339 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 44876) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:01.318635 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Request body: {'subnet': {'network_id': '8c3f0026-3e8f-46f4-a4f5-f9749af13791', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6317579-subnet', 'tenant_id': 'b41cba4d014f4bc4a22af01404fb6d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:01.322562 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:01.341798 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:01.404231 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Made reservation on behalf of b41cba4d014f4bc4a22af01404fb6d69 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:44:01.413768 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:01.423552 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Attempting to bind port 96fba53d-5676-4c31-9cb9-19ddb31ada27 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:44:01.424005 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Attempting to bind port 96fba53d-5676-4c31-9cb9-19ddb31ada27 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:44:01.424559 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Attempting to bind port 96fba53d-5676-4c31-9cb9-19ddb31ada27 on network ef8d9f04-cd89-47a5-92e7-968950a33380 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:44:01.441364 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Port 96fba53d-5676-4c31-9cb9-19ddb31ada27 on network ef8d9f04-cd89-47a5-92e7-968950a33380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:44:01.441989 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Attempting to bind port 96fba53d-5676-4c31-9cb9-19ddb31ada27 on network ef8d9f04-cd89-47a5-92e7-968950a33380 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:44:01.447502 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd6a9fc8-7259-407a-9db3-3a3dab2be7c6 req-104920d3-8059-4e66-a8c7-515c9f781e3e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259928 May 18 22:44:01.451921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:44:01.452368 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Checking segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:44:01.452746 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Bound using segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:44:01.453171 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Bound port: 96fba53d-5676-4c31-9cb9-19ddb31ada27, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:44:01.453530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:01.531051 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:44:01.536397 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:44:01.645205 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:01.675926 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:01.676559 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:01.678026 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/96fba53d-5676-4c31-9cb9-19ddb31ada27 HTTP/1.1" status: 200 len: 1094 time: 1.7785051 May 18 22:44:01.680463 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:44:01.682956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0df2ff6-f2bd-4040-b7d2-ccad7b188d61" -d '{"events": [{"name": "network-changed", "server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:44:01.712594 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be62772-d1e7-4dac-bfb7-8184761b92a1 service neutron] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:01.726901 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeeb541-f2b9-4b1a-91d7-6719fe3a2af1 x-openstack-request-id: req-adeeb541-f2b9-4b1a-91d7-6719fe3a2af1 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:44:01.726901 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:44:01.726901 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adeeb541-f2b9-4b1a-91d7-6719fe3a2af1 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:44:01.726901 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adeeb541-f2b9-4b1a-91d7-6719fe3a2af1'] response: {'name': 'network-changed', 'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'status': 'completed', 'code': 200} May 18 22:44:01.752380 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (41a56f78-c6c7-4233-b80e-5b39849dcaa2), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:01.805438 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:01.818434 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a56f78-c6c7-4233-b80e-5b39849dcaa2,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:01.827479 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Checking segment: {'id': '336cfa86-fd32-476c-8ef0-eb673814aff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8c3f0026-3e8f-46f4-a4f5-f9749af13791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:44:01.827911 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Network hostable DHCP agents. Network: 8c3f0026-3e8f-46f4-a4f5-f9749af13791, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:44:01.854690 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d751757-a046-4a52-b1af-0518be6742dc req-9e711afd-91da-4c9e-b16e-30a7739a5a1c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:01.856192 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d751757-a046-4a52-b1af-0518be6742dc req-9e711afd-91da-4c9e-b16e-30a7739a5a1c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0519993 May 18 22:44:01.910064 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d751757-a046-4a52-b1af-0518be6742dc req-85d86de2-86a8-4405-a6a9-e3a3c0c2fa97 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470972 May 18 22:44:01.962993 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Network 8c3f0026-3e8f-46f4-a4f5-f9749af13791 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:44:01.989852 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e89bb6-9b88-4d3a-9c67-660a2d057b63 req-0e37e8d8-eea6-4677-8a58-d8ea1cdb8378 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:01.991403 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5e89bb6-9b88-4d3a-9c67-660a2d057b63 req-0e37e8d8-eea6-4677-8a58-d8ea1cdb8378 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.0785506 May 18 22:44:01.996760 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df2ff6-f2bd-4040-b7d2-ccad7b188d61 req-67ce57dc-aa03-45f8-83a9-7df9b7cd1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:01.998166 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a0df2ff6-f2bd-4040-b7d2-ccad7b188d61 req-67ce57dc-aa03-45f8-83a9-7df9b7cd1de8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 1128 time: 0.0541599 May 18 22:44:02.042373 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 8c3f0026-3e8f-46f4-a4f5-f9749af13791) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:44:02.042741 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5e89bb6-9b88-4d3a-9c67-660a2d057b63 req-75294493-1637-43ca-b1c3-8a4bf61cd5ac tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 May 18 22:44:02.046171 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:02.046615 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f93197-6060-44bf-a3b8-40af9035bd51 None None] Network 8c3f0026-3e8f-46f4-a4f5-f9749af13791 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:44:02.046895 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:02.131775 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1395e932-31d6-4af6-af2e-a3778ede51c5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8168225 May 18 22:44:02.149159 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ac049-c932-4188-bdb0-2b90dc7ad3a0 None None] Network 8c3f0026-3e8f-46f4-a4f5-f9749af13791 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:44:02.311587 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:02.578103 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966827c6-ef28-4aea-8cea-29dc7f92060a req-835c1508-5cfb-4647-a171-551071ffcdb9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:02.583668 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-966827c6-ef28-4aea-8cea-29dc7f92060a req-835c1508-5cfb-4647-a171-551071ffcdb9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0512338 May 18 22:44:02.628454 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-966827c6-ef28-4aea-8cea-29dc7f92060a req-a5922a20-b698-4264-8c53-87053fc333d9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 May 18 22:44:03.043358 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dc584-e2d6-48fd-b229-583f1d29b73e req-458f0ebb-6491-4c30-8c54-d21b6aaf1fdc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:03.044827 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe9dc584-e2d6-48fd-b229-583f1d29b73e req-458f0ebb-6491-4c30-8c54-d21b6aaf1fdc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0514102 May 18 22:44:03.099379 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe9dc584-e2d6-48fd-b229-583f1d29b73e req-6146293c-82e3-4bbb-ae33-7adbd38a754f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481701 May 18 22:44:03.174866 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe213d-a10b-424f-9d28-d5112bd406bb req-20db7f9a-bcca-44e0-bc92-1b9623be8748 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:03.176321 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1fe213d-a10b-424f-9d28-d5112bd406bb req-20db7f9a-bcca-44e0-bc92-1b9623be8748 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.0473275 May 18 22:44:03.187409 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:03.228732 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1fe213d-a10b-424f-9d28-d5112bd406bb req-9319846f-9765-44ba-b976-974efbbf22ef tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 May 18 22:44:03.807582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89939393-1f58-4061-8994-ac1e258e2fa9 req-c6e3e886-48cf-4917-86ee-881196a2d70e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:03.809110 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89939393-1f58-4061-8994-ac1e258e2fa9 req-c6e3e886-48cf-4917-86ee-881196a2d70e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0655479 May 18 22:44:03.852366 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df2ff6-f2bd-4040-b7d2-ccad7b188d61 req-d25f6d5e-85c8-4deb-bf77-a560af655bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:03.854406 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a0df2ff6-f2bd-4040-b7d2-ccad7b188d61 req-d25f6d5e-85c8-4deb-bf77-a560af655bef service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3a7373826e4743088ff1d782782b9890&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1693435 May 18 22:44:03.880805 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89939393-1f58-4061-8994-ac1e258e2fa9 req-5f861f20-67b5-41fb-80b5-6f5029a2f6a2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624509 May 18 22:44:03.951560 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530c896-3a41-497e-8282-153c439d08fe req-fb6a109c-3efd-49b8-95e9-e60bc3be57ad tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:03.953007 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8530c896-3a41-497e-8282-153c439d08fe req-fb6a109c-3efd-49b8-95e9-e60bc3be57ad tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.0607529 May 18 22:44:04.016199 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df2ff6-f2bd-4040-b7d2-ccad7b188d61 req-c84b79d8-196e-4e30-a709-99e58859ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:04.017722 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a0df2ff6-f2bd-4040-b7d2-ccad7b188d61 req-c84b79d8-196e-4e30-a709-99e58859ca9e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260014 May 18 22:44:04.023726 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4813f3-fcc3-448b-a892-442f5d55db98 req-7c90e891-1adb-4a00-806a-c207a63d8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:04.025193 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f4813f3-fcc3-448b-a892-442f5d55db98 req-7c90e891-1adb-4a00-806a-c207a63d8d74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 1130 time: 0.0506346 May 18 22:44:04.052337 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Deleting port 2117fff0-c6c8-48ef-98c5-88641010baf7 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:44:04.053517 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:04.110423 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f4813f3-fcc3-448b-a892-442f5d55db98 req-bfd0fdd6-876c-49a5-a057-41dc2b240e3a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671513 May 18 22:44:04.142731 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-9c7bad54-87db-49f4-aa30-ee9e01b492d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:04.144279 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-9c7bad54-87db-49f4-aa30-ee9e01b492d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 1128 time: 0.0462930 May 18 22:44:04.177890 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] For port 2117fff0-c6c8-48ef-98c5-88641010baf7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2117fff0-c6c8-48ef-98c5-88641010baf7,segment=NetworkSegment(6fe6cfe9-0009-4b62-8c43-1423dbdd7384),segment_id=6fe6cfe9-0009-4b62-8c43-1423dbdd7384)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:44:04.178601 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:04.193816 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Calling delete_port for 2117fff0-c6c8-48ef-98c5-88641010baf7 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:44:04.227513 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775e2bf-3707-4e03-9851-4a20a71db00b req-81ea360e-95f9-4db2-9cea-96812c2bc6ff tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:04.228974 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7775e2bf-3707-4e03-9851-4a20a71db00b req-81ea360e-95f9-4db2-9cea-96812c2bc6ff tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0475819 May 18 22:44:04.278530 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7775e2bf-3707-4e03-9851-4a20a71db00b req-7b76f05a-54b0-4ca8-a630-46d3840d2aac tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439224 May 18 22:44:04.370155 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a020b29-29e4-4439-a18d-cec443024fa5 req-616c0bb4-7c97-4355-be86-8410b74180e0 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:04.371520 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a020b29-29e4-4439-a18d-cec443024fa5 req-616c0bb4-7c97-4355-be86-8410b74180e0 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 950 time: 0.0492687 May 18 22:44:04.404493 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:04.419216 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (2117fff0-c6c8-48ef-98c5-88641010baf7), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:04.419421 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a020b29-29e4-4439-a18d-cec443024fa5 req-a5e24343-85b7-4034-9862-93595e27f77c tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/security-groups?id=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 May 18 22:44:04.447097 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Pushing event deleted for resources: {'Port': ['ID=2117fff0-c6c8-48ef-98c5-88641010baf7,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:04.463158 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['2117fff0-c6c8-48ef-98c5-88641010baf7'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:44:04.497487 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] No DVR routers for this DVR port 2117fff0-c6c8-48ef-98c5-88641010baf7 on host hv-cinder-83800 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:44:04.500274 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:04.503596 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8530c896-3a41-497e-8282-153c439d08fe req-59e4ba1e-c44b-4fdd-8f37-083ef401c8bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.24 "DELETE /v2.0/ports/2117fff0-c6c8-48ef-98c5-88641010baf7 HTTP/1.1" status: 204 len: 173 time: 0.5439713 May 18 22:44:04.504217 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ca2aee-83fb-432d-ab7b-3d0b3859b58f', 'name': 'network-vif-deleted', 'tag': '2117fff0-c6c8-48ef-98c5-88641010baf7'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:44:04.506635 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dc453c-3c62-4687-85c9-aa9faf548aa7" -d '{"events": [{"server_uuid": "d1ca2aee-83fb-432d-ab7b-3d0b3859b58f", "name": "network-vif-deleted", "tag": "2117fff0-c6c8-48ef-98c5-88641010baf7"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:44:04.547240 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a723120-6f59-47be-b8a1-ddc7534c5d09 x-openstack-request-id: req-5a723120-6f59-47be-b8a1-ddc7534c5d09 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:44:04.547560 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ca2aee-83fb-432d-ab7b-3d0b3859b58f", "name": "network-vif-deleted", "tag": "2117fff0-c6c8-48ef-98c5-88641010baf7", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:44:04.547814 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a723120-6f59-47be-b8a1-ddc7534c5d09 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:44:04.548231 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a723120-6f59-47be-b8a1-ddc7534c5d09'] response: {'server_uuid': 'd1ca2aee-83fb-432d-ab7b-3d0b3859b58f', 'name': 'network-vif-deleted', 'tag': '2117fff0-c6c8-48ef-98c5-88641010baf7', 'status': 'completed', 'code': 200} May 18 22:44:04.559428 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-4aa74ab6-b825-4111-ba6b-ea39c8c18b02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27 HTTP/1.1" status: 200 len: 217 time: 0.0397830 May 18 22:44:05.029858 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1cda7-e24d-4b05-8a3c-fcb36c77ba17 req-40051c01-d871-46d5-80cb-65aece275ba3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:05.031388 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2e1cda7-e24d-4b05-8a3c-fcb36c77ba17 req-40051c01-d871-46d5-80cb-65aece275ba3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0807993 May 18 22:44:05.039555 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-e4adbc81-df60-4402-a645-c6cbd53c1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:05.043924 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-e4adbc81-df60-4402-a645-c6cbd53c1e2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0798659 May 18 22:44:05.112691 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-c6d91a5b-e391-46da-b76d-cc8607a885e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:05.114209 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-c6d91a5b-e391-46da-b76d-cc8607a885e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634689 May 18 22:44:05.121555 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2e1cda7-e24d-4b05-8a3c-fcb36c77ba17 req-c672bf5d-cf5f-454b-bd44-d334aac9af13 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775051 May 18 22:44:05.230886 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-8c4d20cc-9ea2-4a13-83c4-84d6fd603113 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038711 May 18 22:44:05.332429 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de090a0f-af3a-410e-aa87-6f6899ca21fc req-65f2e0a2-94e8-44c4-b074-77b707a94c85 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968790 May 18 22:44:05.439234 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818ee74-492e-4ff6-adeb-df51ad68c38e req-dcc423a1-9021-40a3-b606-eab5fcc7c6e3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:05.450486 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e818ee74-492e-4ff6-adeb-df51ad68c38e req-dcc423a1-9021-40a3-b606-eab5fcc7c6e3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0812054 May 18 22:44:05.511283 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e818ee74-492e-4ff6-adeb-df51ad68c38e req-e16992e2-356f-4313-b88f-87e068077cbb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595820 May 18 22:44:05.558973 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c94c972-acb8-46da-9e41-7aea4bab252f req-1fe5ce77-e93e-4258-8a36-42259b070a77 tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0350995 May 18 22:44:05.917748 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:44:06.245619 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e8121-70c9-4235-92d3-7e04e32cbacd req-c5f19a91-9430-49d5-9115-a18ff7373740 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:06.247001 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-639e8121-70c9-4235-92d3-7e04e32cbacd req-c5f19a91-9430-49d5-9115-a18ff7373740 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0465300 May 18 22:44:06.290260 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:06.294771 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-639e8121-70c9-4235-92d3-7e04e32cbacd req-c3a0d383-567a-47d1-a053-99aa184262e9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 May 18 22:44:06.649048 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee4511-693d-4248-af93-7d8abcc3feb4 req-ea7cd281-8cfd-4153-89dc-760b9fe886b3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:06.650669 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-daee4511-693d-4248-af93-7d8abcc3feb4 req-ea7cd281-8cfd-4153-89dc-760b9fe886b3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0634706 May 18 22:44:06.665511 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-16d53ae2-7c58-4d7c-bf9c-bf42f22edb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:06.700338 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c390a6-3aa4-4952-ae1b-edefa844252b req-523e8a5d-1853-4de8-be85-ebb1bf701b01 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:06.701787 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4c390a6-3aa4-4952-ae1b-edefa844252b req-523e8a5d-1853-4de8-be85-ebb1bf701b01 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0702932 May 18 22:44:06.749335 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-daee4511-693d-4248-af93-7d8abcc3feb4 req-e51c33b4-70b2-4e71-b428-3ba1bcb749c4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819840 May 18 22:44:06.779532 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4c390a6-3aa4-4952-ae1b-edefa844252b req-bd24da40-eb38-4ddd-a66b-eee770d6f65a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661635 May 18 22:44:06.851078 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee6e6e1f-74b6-415b-90eb-866a86e34196 req-7221eb69-bbac-47e6-9b72-8a53192532bb tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0302763 May 18 22:44:07.690245 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2117fff0-c6c8-48ef-98c5-88641010baf7 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:44:07.709268 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 2117fff0-c6c8-48ef-98c5-88641010baf7 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:44:07.709608 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2117fff0-c6c8-48ef-98c5-88641010baf7 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:44:07.901587 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bd35e-8d15-4963-8e38-487695254923 req-b5eb566e-9df7-48e5-8a99-b1f41b0912cc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:07.903067 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-350bd35e-8d15-4963-8e38-487695254923 req-b5eb566e-9df7-48e5-8a99-b1f41b0912cc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0788047 May 18 22:44:07.913398 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4f0a8-1008-4e56-b50e-dc5f123e764f req-ec76d40c-caef-4469-b7c0-f6e976ed9794 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:07.914865 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cd4f0a8-1008-4e56-b50e-dc5f123e764f req-ec76d40c-caef-4469-b7c0-f6e976ed9794 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0595689 May 18 22:44:07.987118 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-350bd35e-8d15-4963-8e38-487695254923 req-1a8c55b2-67c3-46b0-82a8-5ee7b33f8c9c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712321 May 18 22:44:07.991584 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cd4f0a8-1008-4e56-b50e-dc5f123e764f req-e6eabeb6-f6a0-45ae-986d-65b7f72c8c4f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699639 May 18 22:44:08.092686 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c69bc74f-e395-4715-b80a-e9a82d7cb3cb req-79f37be0-ed0f-44de-bf3d-92c315b68a1f tempest-VolumesNegativeTest-1295561750 tempest-VolumesNegativeTest-1295561750-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1ca2aee-83fb-432d-ab7b-3d0b3859b58f HTTP/1.1" status: 200 len: 210 time: 0.0321560 May 18 22:44:08.945725 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a29723d0-88e9-45f6-9b47-638943615df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:09.071740 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-6a385fd4-bdfe-4f09-a672-c81d72574806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:09.073568 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-6a385fd4-bdfe-4f09-a672-c81d72574806 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 1130 time: 0.0562677 May 18 22:44:09.144530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:09.216864 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b28c45-4591-41f1-acdc-c5060d2442da req-db10e8c9-60c0-4f23-8c3b-56779156a544 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:09.218424 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-10b28c45-4591-41f1-acdc-c5060d2442da req-db10e8c9-60c0-4f23-8c3b-56779156a544 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.1143861 May 18 22:44:09.227594 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b363-54c0-41c4-bc32-b688c14fbbe6 req-b2982f12-9365-44e9-a84c-0d5aabad7394 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:09.229016 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f59b363-54c0-41c4-bc32-b688c14fbbe6 req-b2982f12-9365-44e9-a84c-0d5aabad7394 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.1366911 May 18 22:44:09.293966 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-c3214207-e830-46b7-9cc8-7bbd1150e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:09.295390 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-c3214207-e830-46b7-9cc8-7bbd1150e94c service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.2136335 May 18 22:44:09.366554 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-10b28c45-4591-41f1-acdc-c5060d2442da req-048b1a8f-b9c5-4ed9-880c-2e0c80828f54 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364229 May 18 22:44:09.367820 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-c726acce-8ecb-421d-93af-b8b3d694f0b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 HTTP/1.1" status: 200 len: 217 time: 0.0626888 May 18 22:44:09.371090 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f59b363-54c0-41c4-bc32-b688c14fbbe6 req-cfea4c2e-1a0e-4d1c-b045-9a1145f73395 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316600 May 18 22:44:09.423501 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-14237d18-73db-4ae8-8f35-e3a99f382e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:09.424563 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-14237d18-73db-4ae8-8f35-e3a99f382e27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0502400 May 18 22:44:09.472343 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-3f397204-d009-4116-b234-b5f007f61df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:09.475200 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-3f397204-d009-4116-b234-b5f007f61df1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435832 May 18 22:44:09.564286 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:09.576003 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-3f77c22a-1ed3-458b-ba2d-b16002668431 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954239 May 18 22:44:09.894714 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:09.936233 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:10.526521 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd5143-a439-484c-93c9-be274f1cbecf req-d0ef32fc-4510-41a5-9473-4073a981691a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:10.526521 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1fd5143-a439-484c-93c9-be274f1cbecf req-d0ef32fc-4510-41a5-9473-4073a981691a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0737200 May 18 22:44:10.531541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69845c84-320d-4f35-b2a9-949c47b55c59 req-385283c9-22dc-4787-a628-b3d53a548390 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:10.532950 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-69845c84-320d-4f35-b2a9-949c47b55c59 req-385283c9-22dc-4787-a628-b3d53a548390 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0911567 May 18 22:44:10.609841 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1fd5143-a439-484c-93c9-be274f1cbecf req-ca3bc546-6747-4f3b-aa25-b5e32e112395 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759549 May 18 22:44:10.617609 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-69845c84-320d-4f35-b2a9-949c47b55c59 req-99377b75-a996-4e07-9e9d-be6c4267e87a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763938 May 18 22:44:11.160539 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:44:11.240634 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7fb27d39-6536-4d4a-ab97-e77fe5ee6337 req-1eac2957-f59f-4be8-8d22-1d47e6e164f6 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878921 May 18 22:44:11.244090 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:11.266914 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:44:11.278041 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'port_id': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'mac_address': 'fa:16:3e:c2:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:44:11.312722 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 96fba53d-5676-4c31-9cb9-19ddb31ada27 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:44:11.313040 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:11.336117 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fba53d-5676-4c31-9cb9-19ddb31ada27 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:44:11.361857 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:44:11.408541 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:11.431518 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:11.478858 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:11.760617 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbaef6-3fae-4e15-935d-8c91a8709c3d req-88e61eed-f503-4ee2-9f53-a9d4103a5a8b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:11.762153 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36dbaef6-3fae-4e15-935d-8c91a8709c3d req-88e61eed-f503-4ee2-9f53-a9d4103a5a8b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0808947 May 18 22:44:11.770204 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a295d0-af44-46c9-811b-4b660c67859c req-f3ecf88c-0313-4366-9fcf-618579ddaf02 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:11.771682 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-08a295d0-af44-46c9-811b-4b660c67859c req-f3ecf88c-0313-4366-9fcf-618579ddaf02 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0795996 May 18 22:44:11.845829 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36dbaef6-3fae-4e15-935d-8c91a8709c3d req-9af0dc65-dd6a-4c90-af54-936d00a0bff2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732074 May 18 22:44:11.849897 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-08a295d0-af44-46c9-811b-4b660c67859c req-bd51e6b1-e844-4156-9096-295510254ba8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705779 May 18 22:44:12.911283 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:13.001984 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd16-786a-4e5c-ba69-380bba8a1d1d req-bacfb505-8c7f-417b-96b1-57b4049a441d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:13.003840 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bc0dd16-786a-4e5c-ba69-380bba8a1d1d req-bacfb505-8c7f-417b-96b1-57b4049a441d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0800920 May 18 22:44:13.036770 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe0f31-fd7a-4615-874e-0a6244f9b8ab req-317e8497-95fe-4318-88b0-7cf3fe7fe3c8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:13.038554 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8bfe0f31-fd7a-4615-874e-0a6244f9b8ab req-317e8497-95fe-4318-88b0-7cf3fe7fe3c8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0827582 May 18 22:44:13.081173 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bc0dd16-786a-4e5c-ba69-380bba8a1d1d req-7fb6cb1f-4679-4303-be74-8bd5f937e0a2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692997 May 18 22:44:13.116496 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8bfe0f31-fd7a-4615-874e-0a6244f9b8ab req-12525b07-2588-4c64-b399-569decb95312 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654466 May 18 22:44:14.187028 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:14.204744 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['96fba53d-5676-4c31-9cb9-19ddb31ada27'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:44:14.209099 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2cf74-f7ac-4bd4-a683-82168d1c8e47 req-14429817-54ff-4955-b3b5-0c487ebd057e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:14.211147 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92c2cf74-f7ac-4bd4-a683-82168d1c8e47 req-14429817-54ff-4955-b3b5-0c487ebd057e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0600071 May 18 22:44:14.227296 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:14.262599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc55eb-cba2-4366-9c3d-cfcb74ef3e6a req-0300b100-705c-4922-a37d-afdbec3c48a3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:14.264047 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0fbc55eb-cba2-4366-9c3d-cfcb74ef3e6a req-0300b100-705c-4922-a37d-afdbec3c48a3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0714617 May 18 22:44:14.303651 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92c2cf74-f7ac-4bd4-a683-82168d1c8e47 req-a0098766-7e50-429a-849a-a06211972539 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755939 May 18 22:44:14.342279 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0fbc55eb-cba2-4366-9c3d-cfcb74ef3e6a req-8bcf8b4d-6828-47d0-ace4-08076e00419c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693765 May 18 22:44:14.479396 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=42,neutron:DELETE=8 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:14.480188 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:15.373302 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45358) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:15.458283 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628f366-9550-454f-8488-15364bc63146 req-210d0344-94da-4874-a2f9-83e498f7a56b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:15.461474 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8628f366-9550-454f-8488-15364bc63146 req-210d0344-94da-4874-a2f9-83e498f7a56b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0633559 May 18 22:44:15.535934 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc9385-54cb-4f80-a832-4bbaf99c57b2 req-66ec9b3d-9116-4be9-ac4d-d1ac0a3b8b89 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:15.535934 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-82fc9385-54cb-4f80-a832-4bbaf99c57b2 req-66ec9b3d-9116-4be9-ac4d-d1ac0a3b8b89 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0777874 May 18 22:44:15.557920 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-37d449cd-f0b6-4dc3-b7d1-330a5e6adfe3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=722f661c6312401b855c408a84d87639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833093 May 18 22:44:15.560416 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45366) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:15.575050 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8628f366-9550-454f-8488-15364bc63146 req-bafc3250-118c-4f96-a18b-5f87cb336e2c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051972 May 18 22:44:15.606920 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-82fc9385-54cb-4f80-a832-4bbaf99c57b2 req-e11e5bbe-a404-44da-b406-fc5fc57fd1a0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652456 May 18 22:44:15.617825 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0099c5a8-39a5-462b-af58-28f7e74699d7 admin admin] Publish callbacks [] for security_group (9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:15.639678 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0099c5a8-39a5-462b-af58-28f7e74699d7 admin admin] Publish callbacks [] for security_group (9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:15.774333 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0099c5a8-39a5-462b-af58-28f7e74699d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:15.776745 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0099c5a8-39a5-462b-af58-28f7e74699d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:15.777921 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0099c5a8-39a5-462b-af58-28f7e74699d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4 HTTP/1.1" status: 204 len: 168 time: 0.2165914 May 18 22:44:15.785621 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099c5a8-39a5-462b-af58-28f7e74699d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b74bfc0-8176-411d-aae4-0bb1e8b4b4f4,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:15.912902 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:16.229017 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:44:16.269459 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 96fba53d-5676-4c31-9cb9-19ddb31ada27 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:44:16.327724 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 96fba53d-5676-4c31-9cb9-19ddb31ada27 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:44:16.328100 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:16.528419 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 96fba53d-5676-4c31-9cb9-19ddb31ada27 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:44:16.528800 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:16.551892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:44:16.554575 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ec6ae-07fc-401d-8616-fa1133ac8b29" -d '{"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:44:16.568624 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:44:16.593655 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5816283-d83f-43e8-8c75-767fc6070778 x-openstack-request-id: req-b5816283-d83f-43e8-8c75-767fc6070778 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:44:16.594021 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:44:16.594277 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5816283-d83f-43e8-8c75-767fc6070778 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:44:16.594648 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5816283-d83f-43e8-8c75-767fc6070778'] response: {'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'code': 200} May 18 22:44:16.631319 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:16.698411 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:16.708937 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:16.758525 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2a21-9036-42d9-a9ab-b401a462563e req-d2460380-dee4-4ab0-965c-039ff034bbf0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:16.760244 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-be5f2a21-9036-42d9-a9ab-b401a462563e req-d2460380-dee4-4ab0-965c-039ff034bbf0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0935013 May 18 22:44:16.771388 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49b153-1854-4e10-a5c9-60726cc2b9e0 req-665fd65e-b05d-49b8-9220-f1715ca1ba51 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:16.772835 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f49b153-1854-4e10-a5c9-60726cc2b9e0 req-665fd65e-b05d-49b8-9220-f1715ca1ba51 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0702221 May 18 22:44:16.845422 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-be5f2a21-9036-42d9-a9ab-b401a462563e req-c11b994c-fa90-49ab-8c67-8af5ce4c010d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709822 May 18 22:44:16.856813 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f49b153-1854-4e10-a5c9-60726cc2b9e0 req-d68efa99-8a4b-4f54-a746-3652cf61bcd2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738857 May 18 22:44:17.176291 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a8df-8a3b-424e-a117-af2b2f88e251 req-d05bcfe5-08be-47e3-a1ba-e0e9f2e51e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:17.177770 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58d8a8df-8a3b-424e-a117-af2b2f88e251 req-d05bcfe5-08be-47e3-a1ba-e0e9f2e51e7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 1130 time: 0.0390725 May 18 22:44:17.221677 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58d8a8df-8a3b-424e-a117-af2b2f88e251 req-c8a09f5e-ab2f-4ac5-988a-cab0c87a2550 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379417 May 18 22:44:17.290702 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45398) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:17.394039 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff44e8e4-5743-49e2-a742-aeba55429fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:17.470614 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff44e8e4-5743-49e2-a742-aeba55429fde admin admin] Publish callbacks [] for security_group (69f4e824-88b7-4c1a-86f0-d3924641f54d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:17.516306 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ff44e8e4-5743-49e2-a742-aeba55429fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (69f4e824-88b7-4c1a-86f0-d3924641f54d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:17.536452 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:17.557571 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ff44e8e4-5743-49e2-a742-aeba55429fde admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45017bd5fdd94946a38ed47273f92102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658479 May 18 22:44:17.558459 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e8e4-5743-49e2-a742-aeba55429fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4e824-88b7-4c1a-86f0-d3924641f54d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:17.560326 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45402) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:17.614922 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-549b7abd-09d3-456f-ba7a-4b3283f278d1 admin admin] Publish callbacks [] for security_group (69f4e824-88b7-4c1a-86f0-d3924641f54d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:17.636819 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-549b7abd-09d3-456f-ba7a-4b3283f278d1 admin admin] Publish callbacks [] for security_group (69f4e824-88b7-4c1a-86f0-d3924641f54d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:17.716577 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-549b7abd-09d3-456f-ba7a-4b3283f278d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (69f4e824-88b7-4c1a-86f0-d3924641f54d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:17.719110 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-549b7abd-09d3-456f-ba7a-4b3283f278d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:17.720288 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-549b7abd-09d3-456f-ba7a-4b3283f278d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69f4e824-88b7-4c1a-86f0-d3924641f54d HTTP/1.1" status: 204 len: 168 time: 0.1590049 May 18 22:44:17.739323 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b7abd-09d3-456f-ba7a-4b3283f278d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f4e824-88b7-4c1a-86f0-d3924641f54d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:18.045263 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5ae02-e12f-4601-9dfb-bd6a404a080f req-45ccb7a4-9b72-4248-9952-fefe5ce47078 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:18.046791 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ab5ae02-e12f-4601-9dfb-bd6a404a080f req-45ccb7a4-9b72-4248-9952-fefe5ce47078 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.1012185 May 18 22:44:18.052679 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adfd34-26e1-4061-946c-0d0c2e5ba998 req-6494590c-2177-4e79-924c-9ad5abfb8dc4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:18.054375 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57adfd34-26e1-4061-946c-0d0c2e5ba998 req-6494590c-2177-4e79-924c-9ad5abfb8dc4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0995705 May 18 22:44:18.134432 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ab5ae02-e12f-4601-9dfb-bd6a404a080f req-b66537e5-bf87-4c30-9f25-307dc0318f87 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789917 May 18 22:44:18.138430 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57adfd34-26e1-4061-946c-0d0c2e5ba998 req-dcc47834-e081-4e2f-8925-c9ee7196ee85 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761032 May 18 22:44:18.492145 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45430) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:18.506562 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-49c1bc80-a5cb-4e77-a924-b9e36427bcb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:18.582027 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-49c1bc80-a5cb-4e77-a924-b9e36427bcb5 admin admin] Publish callbacks [] for security_group (04498f6c-3778-43e1-8b70-1630bd5166d8), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:18.757062 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-49c1bc80-a5cb-4e77-a924-b9e36427bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (04498f6c-3778-43e1-8b70-1630bd5166d8), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:18.798601 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1bc80-a5cb-4e77-a924-b9e36427bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04498f6c-3778-43e1-8b70-1630bd5166d8,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:18.803480 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-49c1bc80-a5cb-4e77-a924-b9e36427bcb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cc47a85948946b4b6ae8a290c2834f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094988 May 18 22:44:18.807508 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45434) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:18.857861 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-91fbc500-6200-4bca-b5c4-c789a8eae860 admin admin] Publish callbacks [] for security_group (04498f6c-3778-43e1-8b70-1630bd5166d8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:18.881330 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-91fbc500-6200-4bca-b5c4-c789a8eae860 admin admin] Publish callbacks [] for security_group (04498f6c-3778-43e1-8b70-1630bd5166d8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:19.015198 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-91fbc500-6200-4bca-b5c4-c789a8eae860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (04498f6c-3778-43e1-8b70-1630bd5166d8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:19.018050 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-91fbc500-6200-4bca-b5c4-c789a8eae860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:19.021715 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-91fbc500-6200-4bca-b5c4-c789a8eae860 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04498f6c-3778-43e1-8b70-1630bd5166d8 HTTP/1.1" status: 204 len: 168 time: 0.2115207 May 18 22:44:19.031564 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc500-6200-4bca-b5c4-c789a8eae860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04498f6c-3778-43e1-8b70-1630bd5166d8,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:19.237774 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:19.257837 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c12f17-30b3-4f4b-b4fc-ca06ca9f1c5e req-1791a55f-f543-4db5-8649-fffb5c4da156 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:19.259586 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f5c12f17-30b3-4f4b-b4fc-ca06ca9f1c5e req-1791a55f-f543-4db5-8649-fffb5c4da156 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0530629 May 18 22:44:19.322521 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f5c12f17-30b3-4f4b-b4fc-ca06ca9f1c5e req-23363dc8-e576-4c04-b767-b9a923402e6a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570326 May 18 22:44:19.444603 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900127c8-17b0-4974-bb66-cb68dcbe1cb7 req-1cb3a7ed-5202-45ae-b9f7-a5b1d47e2563 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:19.446229 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-900127c8-17b0-4974-bb66-cb68dcbe1cb7 req-1cb3a7ed-5202-45ae-b9f7-a5b1d47e2563 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0544021 May 18 22:44:19.454928 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45456) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:19.459600 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'floatingip': {'port_id': '96fba53d-5676-4c31-9cb9-19ddb31ada27'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:19.536065 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (a12e7b39-0baa-4291-8855-e45a42c82eed), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:20.323411 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:20.374034 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (a12e7b39-0baa-4291-8855-e45a42c82eed), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:20.472923 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:20.480724 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Floating IP a12e7b39-0baa-4291-8855-e45a42c82eed associated. External IP: 172.27.1.86, port: 96fba53d-5676-4c31-9cb9-19ddb31ada27. May 18 22:44:20.526268 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:20.688597 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Router f79ae304-4078-4e68-89e2-9aaa7e76f411 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:44:20.792400 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:44:20.794357 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:20.801230 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] Sync routers for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:44:20.813811 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:44:20.814516 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:20.829739 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-aad92e26-699a-4e91-add7-f2161bc2daa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "PUT /v2.0/floatingips/a12e7b39-0baa-4291-8855-e45a42c82eed HTTP/1.1" status: 200 len: 991 time: 1.3715651 May 18 22:44:20.829739 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:44:20.832980 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb07360-32e0-4698-a42b-4739e8dc80f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:44:20.880421 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d67b8-ef3a-4a65-9e5e-c3134ac6892f x-openstack-request-id: req-9d7d67b8-ef3a-4a65-9e5e-c3134ac6892f {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:44:20.880710 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:44:20.881206 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d7d67b8-ef3a-4a65-9e5e-c3134ac6892f {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:44:20.881660 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7d67b8-ef3a-4a65-9e5e-c3134ac6892f'] response: {'name': 'network-changed', 'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'status': 'completed', 'code': 200} May 18 22:44:20.953853 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:44:20.985067 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-ce102712-93ce-4da5-b041-893fbfb7a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:20.987321 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-ce102712-93ce-4da5-b041-893fbfb7a14e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 1130 time: 0.0539923 May 18 22:44:21.053596 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45506) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:21.059862 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-88d56119-7908-466e-b35f-83c0d8247080 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064981010', 'description': 'tempest-description--1756548507'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:21.098499 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:21.121111 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-42d9cd90-caf8-4f37-9075-5f540512ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:21.122648 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-42d9cd90-caf8-4f37-9075-5f540512ff7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 918 time: 0.1296246 May 18 22:44:21.177530 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'a12e7b39-0baa-4291-8855-e45a42c82eed', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'port_id': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'mac_address': 'fa:16:3e:c2:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:43:52Z', 'updated_at': '2022-05-18T22:44:20Z', 'revision_number': 1, 'project_id': '3a7373826e4743088ff1d782782b9890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:21.190737 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88d56119-7908-466e-b35f-83c0d8247080 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:21.206868 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] Checking router: f79ae304-4078-4e68-89e2-9aaa7e76f411 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:44:21.215961 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:44:21.216570 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:21.326712 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:44:21.472597 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-40aec9ee-0fb7-441a-a06d-79dd2504773d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27 HTTP/1.1" status: 200 len: 999 time: 0.3439798 May 18 22:44:21.553127 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-ae79636e-5336-487e-99c1-a028cd244dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:21.554450 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-ae79636e-5336-487e-99c1-a028cd244dbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0742848 May 18 22:44:21.555779 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'a12e7b39-0baa-4291-8855-e45a42c82eed', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'port_id': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'mac_address': 'fa:16:3e:c2:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:43:52Z', 'updated_at': '2022-05-18T22:44:20Z', 'revision_number': 1, 'project_id': '3a7373826e4743088ff1d782782b9890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:21.561528 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88d56119-7908-466e-b35f-83c0d8247080 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group (fb11fd56-a773-4e25-9b23-a60fc03b67b7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:21.589948 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a56c90-5e1b-408a-8583-dc08f81b9925 None None] The sync data for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi is: [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'a12e7b39-0baa-4291-8855-e45a42c82eed', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'port_id': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'mac_address': 'fa:16:3e:c2:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:43:52Z', 'updated_at': '2022-05-18T22:44:20Z', 'revision_number': 1, 'project_id': '3a7373826e4743088ff1d782782b9890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:44:21.602368 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-84dfbc97-40e5-47e0-a856-9e295a934638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:21.604200 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-84dfbc97-40e5-47e0-a856-9e295a934638 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412877 May 18 22:44:21.661733 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88d56119-7908-466e-b35f-83c0d8247080 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (fb11fd56-a773-4e25-9b23-a60fc03b67b7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:21.704021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d56119-7908-466e-b35f-83c0d8247080 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb11fd56-a773-4e25-9b23-a60fc03b67b7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:21.719661 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:21.737175 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-dc0474f2-e3b0-4ec5-8416-e70ad64730cf service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255145 May 18 22:44:21.830627 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b611f42-a93b-4ff0-9943-d4556c1f9bf7 None None] New status for floating IP a12e7b39-0baa-4291-8855-e45a42c82eed: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:44:21.863164 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88d56119-7908-466e-b35f-83c0d8247080 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:21.868507 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45530) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:21.869110 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-88d56119-7908-466e-b35f-83c0d8247080 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8134019 May 18 22:44:21.874679 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-400f9a26-7b8f-4a06-9558-49e3e7ea1a88 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'security_group_rule': {'security_group_id': 'fb11fd56-a773-4e25-9b23-a60fc03b67b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:21.876411 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bb07360-32e0-4698-a42b-4739e8dc80f2 req-772b0256-7103-4f6d-b67b-e1742b479e2e service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325407 May 18 22:44:21.911051 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45532) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:21.981946 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-400f9a26-7b8f-4a06-9558-49e3e7ea1a88 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group_rule (4295b37f-481d-47bc-a8f1-3fc38f06cb39), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.060343 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-400f9a26-7b8f-4a06-9558-49e3e7ea1a88 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group_rule (4295b37f-481d-47bc-a8f1-3fc38f06cb39), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.089702 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33cc68b7-d2cc-4359-8a0c-7f9836d17972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.111558 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-400f9a26-7b8f-4a06-9558-49e3e7ea1a88 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (4295b37f-481d-47bc-a8f1-3fc38f06cb39), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.139584 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f9a26-7b8f-4a06-9558-49e3e7ea1a88 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4295b37f-481d-47bc-a8f1-3fc38f06cb39,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:22.199381 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-400f9a26-7b8f-4a06-9558-49e3e7ea1a88 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.200604 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-400f9a26-7b8f-4a06-9558-49e3e7ea1a88 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306811 May 18 22:44:22.201298 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33cc68b7-d2cc-4359-8a0c-7f9836d17972 admin admin] Publish callbacks [] for security_group (6f0c49fa-4b2b-44f9-8015-b7de4d242e7e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.203338 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45542) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:22.208153 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-48ddd48e-870d-49d6-a4ed-51f9afb78f70 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'security_group_rule': {'security_group_id': 'fb11fd56-a773-4e25-9b23-a60fc03b67b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:22.282120 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-33cc68b7-d2cc-4359-8a0c-7f9836d17972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (6f0c49fa-4b2b-44f9-8015-b7de4d242e7e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.289759 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-48ddd48e-870d-49d6-a4ed-51f9afb78f70 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group_rule (9d5e45d4-3c3e-4cb1-8021-b15f940c1707), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.324196 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-33cc68b7-d2cc-4359-8a0c-7f9836d17972 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0df26a4bec14c4a8916df9f0cfcb9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119534 May 18 22:44:22.325065 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc68b7-d2cc-4359-8a0c-7f9836d17972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0c49fa-4b2b-44f9-8015-b7de4d242e7e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:22.327688 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45546) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:22.344604 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:22.364240 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-48ddd48e-870d-49d6-a4ed-51f9afb78f70 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group_rule (9d5e45d4-3c3e-4cb1-8021-b15f940c1707), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.397242 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c3b5e44-9f27-463f-bbe1-d9e7d7c913f2 admin admin] Publish callbacks [] for security_group (6f0c49fa-4b2b-44f9-8015-b7de4d242e7e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.422957 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c3b5e44-9f27-463f-bbe1-d9e7d7c913f2 admin admin] Publish callbacks [] for security_group (6f0c49fa-4b2b-44f9-8015-b7de4d242e7e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.430694 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-48ddd48e-870d-49d6-a4ed-51f9afb78f70 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (9d5e45d4-3c3e-4cb1-8021-b15f940c1707), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.469437 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddd48e-870d-49d6-a4ed-51f9afb78f70 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5e45d4-3c3e-4cb1-8021-b15f940c1707,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:22.581494 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-48ddd48e-870d-49d6-a4ed-51f9afb78f70 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.582724 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-48ddd48e-870d-49d6-a4ed-51f9afb78f70 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3781109 May 18 22:44:22.585863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45550) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:22.590678 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:22.612548 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c3b5e44-9f27-463f-bbe1-d9e7d7c913f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (6f0c49fa-4b2b-44f9-8015-b7de4d242e7e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.612548 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c3b5e44-9f27-463f-bbe1-d9e7d7c913f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.615947 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2c3b5e44-9f27-463f-bbe1-d9e7d7c913f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f0c49fa-4b2b-44f9-8015-b7de4d242e7e HTTP/1.1" status: 204 len: 168 time: 0.2873094 May 18 22:44:22.625331 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b5e44-9f27-463f-bbe1-d9e7d7c913f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0c49fa-4b2b-44f9-8015-b7de4d242e7e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:22.733653 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.810094 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:22.822149 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:22.932143 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Allocated IP 172.27.1.219 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/abef7a6e-1165-4344-bbd1-4b955452b54b) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:44:23.045023 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for port (abef7a6e-1165-4344-bbd1-4b955452b54b), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:23.173838 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (abef7a6e-1165-4344-bbd1-4b955452b54b), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:23.213059 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:44:23.215962 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:44:23.218439 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:44:23.246905 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event updated for resources: {'Port': ['ID=abef7a6e-1165-4344-bbd1-4b955452b54b,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:23.300986 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:23.309336 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (9b7edbd1-420d-42b3-8eab-6a1c8d42c561), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:23.406440 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (abef7a6e-1165-4344-bbd1-4b955452b54b), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:23.584354 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for port (abef7a6e-1165-4344-bbd1-4b955452b54b), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:23.675661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (abef7a6e-1165-4344-bbd1-4b955452b54b), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:23.747726 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event updated for resources: {'Port': ['ID=abef7a6e-1165-4344-bbd1-4b955452b54b,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:23.755954 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (9b7edbd1-420d-42b3-8eab-6a1c8d42c561), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:23.774650 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:23.830882 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:23.832649 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9938fe69-5b98-479e-8796-99040438a17f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2457547 May 18 22:44:24.049030 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-ab6f6057-4c5a-465b-b4a7-675c497c86e6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1064981010&fields=id&tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760 HTTP/1.1" status: 200 len: 267 time: 0.0577185 May 18 22:44:24.163335 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-94192d14-6984-4336-882b-a3e2edc368fb tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:24.165453 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-94192d14-6984-4336-882b-a3e2edc368fb tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 818 time: 0.1084459 May 18 22:44:24.180714 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-841308f4-ea1b-43c9-98e0-360f585033c5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/quotas/c184ebb6e93a4cd58d65d8fbe43c4760 HTTP/1.1" status: 200 len: 375 time: 0.0097227 May 18 22:44:24.236241 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-0530df27-4297-44d6-855b-baeb4fc3a1fb tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503848 May 18 22:44:24.264112 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:24.337873 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-7c2490d6-17bb-4729-904e-162486d0400e service neutron] 10.222.0.70 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904052 May 18 22:44:24.451350 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-abc8372a-4846-4f62-bfe3-306cddf275da service neutron] 10.222.0.70 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074700 May 18 22:44:24.804135 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bc6461ec-9b04-45d4-b4f6-71bfe3dc2208 req-e601145e-d18c-414a-90fe-b6ff1d3238d7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 210 time: 0.0343473 May 18 22:44:25.908652 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-34b73f84-2968-40f9-b2c7-94e00d4ade2e req-efa36981-6f89-448f-98a3-aaa16e314f6c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 210 time: 0.0308995 May 18 22:44:26.879168 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-ba369efd-b716-4979-9f04-367636871b87 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:26.880605 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-ba369efd-b716-4979-9f04-367636871b87 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 818 time: 0.1057456 May 18 22:44:26.977101 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-ab710fcc-bb03-4d3f-b3fa-e59ed9facbd4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760 HTTP/1.1" status: 200 len: 380 time: 0.0672081 May 18 22:44:26.988068 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'port': {'device_id': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'admin_state_up': True, 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'security_groups': ['fb11fd56-a773-4e25-9b23-a60fc03b67b7']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:27.072264 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f8b25441-ad1c-438e-a36b-c837f1057c60 req-66b21edb-d6ff-460d-977a-e03903669412 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 210 time: 0.0734959 May 18 22:44:27.224907 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Made reservation on behalf of c184ebb6e93a4cd58d65d8fbe43c4760 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:44:27.228453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:27.306261 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:27.359712 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Allocated IP 172.20.0.14 (11499028-97ea-4e44-af1f-548128f3e70d/99ffcfc2-48f1-4acf-81f2-1ca315934411/be154673-4ae6-488f-9ecd-8923c95db8c4) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:44:27.503503 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:27.625276 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:27.667113 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Network 11499028-97ea-4e44-af1f-548128f3e70d is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:44:27.668991 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:44:27.671338 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:44:27.676369 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:27.676972 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:27.708872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event updated for resources: {'Port': ['ID=be154673-4ae6-488f-9ecd-8923c95db8c4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:27.792858 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d3398f4e-23c2-4c04-85dc-d473d733201b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082318 May 18 22:44:27.919653 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1aa039c9-101e-48ce-910d-e4df910903e7 None None] Provisioning complete for port be154673-4ae6-488f-9ecd-8923c95db8c4 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:44:27.921590 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1aa039c9-101e-48ce-910d-e4df910903e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:27.942964 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:27.952557 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1aa039c9-101e-48ce-910d-e4df910903e7 None None] Port be154673-4ae6-488f-9ecd-8923c95db8c4 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:44:28.192555 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc276d2-a543-464a-973c-449c5f9cdafb req-a2bbe64d-cd64-4a47-ab82-75b82b527e90 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:28.194048 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4fc276d2-a543-464a-973c-449c5f9cdafb req-a2bbe64d-cd64-4a47-ab82-75b82b527e90 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 932 time: 0.0518556 May 18 22:44:28.212785 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:28.242517 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4fc276d2-a543-464a-973c-449c5f9cdafb req-13451b0b-1a6d-4845-b799-a7ff3e552c19 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 May 18 22:44:29.162414 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:29.357701 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fa97c-fdbe-4cd6-b96f-e638f69e4c4a req-c4543088-bdac-4a1c-97c5-38076d520b25 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:29.359225 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c69fa97c-fdbe-4cd6-b96f-e638f69e4c4a req-c4543088-bdac-4a1c-97c5-38076d520b25 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 932 time: 0.0470538 May 18 22:44:29.405308 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c69fa97c-fdbe-4cd6-b96f-e638f69e4c4a req-c6c640e2-b364-47e4-8479-30fa1cf304fe tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 May 18 22:44:30.521524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f869-0c0d-4cdf-95d6-0f4e7a44990a req-cd3ddaa0-460d-4be0-80ca-1cce234efdf8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:30.522995 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5f94f869-0c0d-4cdf-95d6-0f4e7a44990a req-cd3ddaa0-460d-4be0-80ca-1cce234efdf8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 932 time: 0.0506263 May 18 22:44:30.570111 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5f94f869-0c0d-4cdf-95d6-0f4e7a44990a req-00ae6691-89f1-4075-b287-6030c442f860 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410500 May 18 22:44:31.033218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Request body: {'port': {'device_id': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:31.094829 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:31.342549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:31.380575 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be154673-4ae6-488f-9ecd-8923c95db8c4 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:44:31.388916 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Publish callbacks [] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:31.401295 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Transition to ACTIVE for port object be154673-4ae6-488f-9ecd-8923c95db8c4 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:44:31.468738 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:31.517859 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=be154673-4ae6-488f-9ecd-8923c95db8c4,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:31.543458 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.544152 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.544152 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.544435 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.544776 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.545083 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.545404 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.545720 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.546051 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.546374 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.546697 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.546997 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.547314 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.547624 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.547936 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:31.559127 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=76 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:31.564999 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Attempting to bind port be154673-4ae6-488f-9ecd-8923c95db8c4 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:44:31.565351 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Attempting to bind port be154673-4ae6-488f-9ecd-8923c95db8c4 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:44:31.565674 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Attempting to bind port be154673-4ae6-488f-9ecd-8923c95db8c4 on network 11499028-97ea-4e44-af1f-548128f3e70d {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:44:31.570848 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Port be154673-4ae6-488f-9ecd-8923c95db8c4 on network 11499028-97ea-4e44-af1f-548128f3e70d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:44:31.571171 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Attempting to bind port be154673-4ae6-488f-9ecd-8923c95db8c4 on network 11499028-97ea-4e44-af1f-548128f3e70d {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:44:31.575182 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:31.578627 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:44:31.579363 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Checking segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:44:31.579582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Bound using segment: {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:44:31.579847 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Bound port: be154673-4ae6-488f-9ecd-8923c95db8c4, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3005a429-8128-4443-a845-332f921661e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:44:31.580245 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:31.682628 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] For port be154673-4ae6-488f-9ecd-8923c95db8c4, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:44:31.701367 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a39df-d622-4b19-b2b6-40e084c223ed req-9c4df14e-62b0-44ae-8fb5-705df59f4b3c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:31.702874 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e18a39df-d622-4b19-b2b6-40e084c223ed req-9c4df14e-62b0-44ae-8fb5-705df59f4b3c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0619895 May 18 22:44:31.706464 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] For port be154673-4ae6-488f-9ecd-8923c95db8c4, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=be154673-4ae6-488f-9ecd-8923c95db8c4,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:44:31.750275 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e18a39df-d622-4b19-b2b6-40e084c223ed req-c2c43844-40b6-44e6-bb49-2e6f78260ad1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 May 18 22:44:31.904355 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:31.947060 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:31.947679 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:31.949724 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] 10.222.0.24 "PUT /v2.0/ports/be154673-4ae6-488f-9ecd-8923c95db8c4 HTTP/1.1" status: 200 len: 1094 time: 0.9207587 May 18 22:44:31.950251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:44:31.952479 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f17960-42f4-40fb-8537-ee8a29193272" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:44:31.974715 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb7056-e9a3-452a-b875-873791a84bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=be154673-4ae6-488f-9ecd-8923c95db8c4,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:32.006027 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215cb86-3916-4146-a96b-d89901e7d2e7 x-openstack-request-id: req-d215cb86-3916-4146-a96b-d89901e7d2e7 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:44:32.006366 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:44:32.006854 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d215cb86-3916-4146-a96b-d89901e7d2e7 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:44:32.007282 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d215cb86-3916-4146-a96b-d89901e7d2e7'] response: {'name': 'network-changed', 'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'status': 'completed', 'code': 200} May 18 22:44:32.359942 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f17960-42f4-40fb-8537-ee8a29193272 req-a7df6b1b-2638-4a20-a598-a12de4fc8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:32.361510 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-30f17960-42f4-40fb-8537-ee8a29193272 req-a7df6b1b-2638-4a20-a598-a12de4fc8258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1128 time: 0.0437918 May 18 22:44:32.488749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f17960-42f4-40fb-8537-ee8a29193272 req-092b8aa7-ed71-4692-a104-c8094540d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:32.490241 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-30f17960-42f4-40fb-8537-ee8a29193272 req-092b8aa7-ed71-4692-a104-c8094540d43f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0935845 May 18 22:44:32.589345 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f17960-42f4-40fb-8537-ee8a29193272 req-d8170a8d-519d-4b77-ab0c-c28151ae2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:32.590885 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-30f17960-42f4-40fb-8537-ee8a29193272 req-d8170a8d-519d-4b77-ab0c-c28151ae2833 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945549 May 18 22:44:32.731849 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-363a8ff2-6c20-408a-9e54-c05b85faac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:32.733385 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-363a8ff2-6c20-408a-9e54-c05b85faac30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1128 time: 0.0401213 May 18 22:44:32.803424 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-4d35dcf0-9027-4fde-a26e-64692af16fc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be154673-4ae6-488f-9ecd-8923c95db8c4 HTTP/1.1" status: 200 len: 217 time: 0.0553029 May 18 22:44:32.821048 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45752) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:32.876996 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Deleting subnet 72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:44:32.879004 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Publish callbacks [] for subnet (72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:32.892650 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-fe0fe342-3029-40d4-91b6-d8e33c5360f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:32.894198 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-fe0fe342-3029-40d4-91b6-d8e33c5360f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0825031 May 18 22:44:32.902431 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93630d-db1e-4a79-b47a-bb7c2aa2a55f req-0850dcb0-add1-473d-b8d5-fab95422a6f3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:32.903989 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce93630d-db1e-4a79-b47a-bb7c2aa2a55f req-0850dcb0-add1-473d-b8d5-fab95422a6f3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0637822 May 18 22:44:32.919994 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:32.959734 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:32.961494 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:32.977017 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-a9682768-94ba-4ef9-9766-314ac0335de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:32.979421 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-a9682768-94ba-4ef9-9766-314ac0335de2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745602 May 18 22:44:33.011098 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce93630d-db1e-4a79-b47a-bb7c2aa2a55f req-0fab94ae-9115-4a62-bd30-62b047457846 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979269 May 18 22:44:33.080028 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-b2269830-6143-41dd-9365-c2ae8b5d96c7 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912101 May 18 22:44:33.128227 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.154898 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:33.164083 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.164428 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.164789 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.165137 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.165461 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.165783 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.166377 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.166575 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.166862 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.167756 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.168088 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.168629 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.169031 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.169354 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.169678 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:33.172818 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.178832 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d8280cb0-5f62-4cfa-9a48-971089ddbd54 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/72d328dd-5e2e-4a0a-8a04-ab95bf04dcc5 HTTP/1.1" status: 204 len: 168 time: 0.3567448 May 18 22:44:33.179770 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45762) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:33.189439 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009c7a18-12ce-42c1-977c-db77aadd1213 req-98d92b87-d5f7-4686-bab1-293221c41287 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015160 May 18 22:44:33.255686 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (980fb0cb-a044-41e4-ae70-7608a74957ea), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.334433 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (980fb0cb-a044-41e4-ae70-7608a74957ea), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.358273 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980fb0cb-a044-41e4-ae70-7608a74957ea']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:33.367344 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b582487-e519-4d0e-8092-0491503eb0d3') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:33.367636 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b582487-e519-4d0e-8092-0491503eb0d3') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:33.377217 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (7b582487-e519-4d0e-8092-0491503eb0d3), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.390989 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (7b582487-e519-4d0e-8092-0491503eb0d3), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.396769 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:44:33.397146 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (7b582487-e519-4d0e-8092-0491503eb0d3), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:44:33.398806 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:44:33.515896 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (980fb0cb-a044-41e4-ae70-7608a74957ea), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.520589 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.527296 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] 10.222.0.70 "DELETE /v2.0/networks/980fb0cb-a044-41e4-ae70-7608a74957ea HTTP/1.1" status: 204 len: 168 time: 0.3430326 May 18 22:44:33.527430 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45764) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:33.537265 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5887a7-bbd9-46d3-beec-03a33e95973f admin admin] Pushing event deleted for resources: {'Network': ['ID=980fb0cb-a044-41e4-ae70-7608a74957ea,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:33.571765 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5c5b3f-4c2d-44ec-adeb-1ced841b9bd0 admin admin] Deleting subnet 41a56f78-c6c7-4233-b80e-5b39849dcaa2 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:44:33.575436 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5b3f-4c2d-44ec-adeb-1ced841b9bd0 admin admin] Publish callbacks [] for subnet (41a56f78-c6c7-4233-b80e-5b39849dcaa2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.609282 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5b3f-4c2d-44ec-adeb-1ced841b9bd0 admin admin] Publish callbacks [] for subnet (41a56f78-c6c7-4233-b80e-5b39849dcaa2), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.618515 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5b3f-4c2d-44ec-adeb-1ced841b9bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (41a56f78-c6c7-4233-b80e-5b39849dcaa2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.620354 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:33.779401 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5b3f-4c2d-44ec-adeb-1ced841b9bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for subnet (41a56f78-c6c7-4233-b80e-5b39849dcaa2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.802852 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c5b3f-4c2d-44ec-adeb-1ced841b9bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a56f78-c6c7-4233-b80e-5b39849dcaa2,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:33.809290 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5b5c5b3f-4c2d-44ec-adeb-1ced841b9bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.812837 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5b5c5b3f-4c2d-44ec-adeb-1ced841b9bd0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/41a56f78-c6c7-4233-b80e-5b39849dcaa2 HTTP/1.1" status: 204 len: 168 time: 0.2841961 May 18 22:44:33.815046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45768) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:33.882750 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (8c3f0026-3e8f-46f4-a4f5-f9749af13791), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.966356 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (8c3f0026-3e8f-46f4-a4f5-f9749af13791), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:33.986291 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.986632 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.987386 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.987714 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > port after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.988093 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > port after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.988423 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > port after_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.988737 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.989052 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.989362 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:33.989703 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:34.056618 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:34.056981 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:34.057301 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:34.058186 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 22:44:34.058772 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3f0026-3e8f-46f4-a4f5-f9749af13791']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:34.076908 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336cfa86-fd32-476c-8ef0-eb673814aff1') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:34.077205 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336cfa86-fd32-476c-8ef0-eb673814aff1') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:34.101664 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5175124'] for segment (336cfa86-fd32-476c-8ef0-eb673814aff1), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.149671 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (336cfa86-fd32-476c-8ef0-eb673814aff1), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.156563 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:44:34.156939 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4530294'] for segment (336cfa86-fd32-476c-8ef0-eb673814aff1), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.164022 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30121788-1ef8-4776-abd6-4fadf2c007fe req-14d0faab-823e-4e78-8432-510abdd063b9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:34.165564 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-30121788-1ef8-4776-abd6-4fadf2c007fe req-14d0faab-823e-4e78-8432-510abdd063b9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0775118 May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: from cryptography.utils import int_from_bytes May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: from cryptography.utils import int_from_bytes May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: Traceback (most recent call last): May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: timer() May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: cb(*args, **kw) May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: return func(*args, **kwargs) May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: self._notify() May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: self.callback(batched_events) May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: event.method(event) May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: return f(self, *a, **k) May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._get(url).json() May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:44:34.169160 dv-cinder-838009-6-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:44:34.258466 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-30121788-1ef8-4776-abd6-4fadf2c007fe req-d0af26b0-dd8b-409e-ad2f-d34bc0a0f215 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791984 May 18 22:44:34.298894 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (8c3f0026-3e8f-46f4-a4f5-f9749af13791), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.306657 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.310363 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] 10.222.0.70 "DELETE /v2.0/networks/8c3f0026-3e8f-46f4-a4f5-f9749af13791 HTTP/1.1" status: 204 len: 168 time: 0.4943290 May 18 22:44:34.319953 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821080d-15fd-4b57-b414-2b9f2ee3d38c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c3f0026-3e8f-46f4-a4f5-f9749af13791,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:34.660226 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45778) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:34.704142 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-03646121-c1ff-43b1-87ba-974848779f6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0bd63e1295e4801885f2bc9c6212fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427804 May 18 22:44:34.706482 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45780) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:34.753091 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c96-b9fa-4133-b020-b7bbe890813d admin admin] Publish callbacks [] for security_group (98cb204e-57c9-4cd8-b24d-251047053fda), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.773543 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c96-b9fa-4133-b020-b7bbe890813d admin admin] Publish callbacks [] for security_group (98cb204e-57c9-4cd8-b24d-251047053fda), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.887123 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c96-b9fa-4133-b020-b7bbe890813d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (98cb204e-57c9-4cd8-b24d-251047053fda), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.889575 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f4f3c96-b9fa-4133-b020-b7bbe890813d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:34.890746 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7f4f3c96-b9fa-4133-b020-b7bbe890813d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98cb204e-57c9-4cd8-b24d-251047053fda HTTP/1.1" status: 204 len: 168 time: 0.1833887 May 18 22:44:34.898774 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f3c96-b9fa-4133-b020-b7bbe890813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb204e-57c9-4cd8-b24d-251047053fda,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:34.953489 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:35.380317 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ba459-c182-48ca-86b6-d11fc15423d5 req-9da20d9e-507a-4347-a08d-e98e0240108e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:35.381838 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-185ba459-c182-48ca-86b6-d11fc15423d5 req-9da20d9e-507a-4347-a08d-e98e0240108e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0486772 May 18 22:44:35.431214 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-185ba459-c182-48ca-86b6-d11fc15423d5 req-2b017220-d4d7-48b9-8bc4-d3a069c1d5dc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 May 18 22:44:35.462391 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45792) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:35.478475 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:35.507231 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-62d7cf1c-79ba-4713-b260-e3f0409d3617 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b41cba4d014f4bc4a22af01404fb6d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437257 May 18 22:44:35.509667 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45794) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:35.548290 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:35.559888 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-774560e2-ab5b-4851-9ffb-30c7e01e9fef admin admin] Publish callbacks [] for security_group (0eedbd90-7d64-4574-9c37-93b43a001ed8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:35.583094 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-774560e2-ab5b-4851-9ffb-30c7e01e9fef admin admin] Publish callbacks [] for security_group (0eedbd90-7d64-4574-9c37-93b43a001ed8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:35.716033 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-774560e2-ab5b-4851-9ffb-30c7e01e9fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0eedbd90-7d64-4574-9c37-93b43a001ed8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:35.718603 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-774560e2-ab5b-4851-9ffb-30c7e01e9fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:35.719839 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-774560e2-ab5b-4851-9ffb-30c7e01e9fef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0eedbd90-7d64-4574-9c37-93b43a001ed8 HTTP/1.1" status: 204 len: 168 time: 0.2092109 May 18 22:44:35.728255 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774560e2-ab5b-4851-9ffb-30c7e01e9fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eedbd90-7d64-4574-9c37-93b43a001ed8,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:36.552436 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf438e-27e2-418e-83cd-536442911839 req-5606194c-26b8-4281-a0cb-7ec94c8ebbc7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:36.554133 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aeaf438e-27e2-418e-83cd-536442911839 req-5606194c-26b8-4281-a0cb-7ec94c8ebbc7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0497715 May 18 22:44:36.604398 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aeaf438e-27e2-418e-83cd-536442911839 req-ae849651-ab9d-4c06-8c4a-6a9226ec4ae8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446165 May 18 22:44:36.669221 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c898e5f4-0223-458c-8551-9e4df04ae816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:37.724958 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2f8b9-1cc7-4872-886f-dd37c6c87b47 req-5049663e-d591-44fe-8336-aaf2ef6c7747 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:37.726416 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8c2f8b9-1cc7-4872-886f-dd37c6c87b47 req-5049663e-d591-44fe-8336-aaf2ef6c7747 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0508218 May 18 22:44:37.775869 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8c2f8b9-1cc7-4872-886f-dd37c6c87b47 req-bd2ab707-2df8-4bdf-86ea-8d8be1ce04b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 May 18 22:44:38.895057 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc4265-7f72-4771-bdf2-a6a843851ad4 req-67ccecc0-f516-4f6d-bf3f-78040d601527 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:38.896791 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ffc4265-7f72-4771-bdf2-a6a843851ad4 req-67ccecc0-f516-4f6d-bf3f-78040d601527 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0500126 May 18 22:44:38.934224 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-931384f3-7900-4dcf-a308-fec599e2e966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:38.948284 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ffc4265-7f72-4771-bdf2-a6a843851ad4 req-f29120b9-b95a-4648-9a66-a5db0ed120ac tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 May 18 22:44:39.898486 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:40.047874 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45920) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:40.068762 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf889ca-7014-4d21-a530-498edcfee3d8 req-b478f07c-2ff9-459a-8f56-e8503caf987f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:40.070364 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0bf889ca-7014-4d21-a530-498edcfee3d8 req-b478f07c-2ff9-459a-8f56-e8503caf987f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0545547 May 18 22:44:40.124678 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0bf889ca-7014-4d21-a530-498edcfee3d8 req-61bf170a-c8d0-4f41-b3c5-573d744d6972 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472775 May 18 22:44:40.165021 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2e54eec8-eeb9-4f54-8045-b0dbda75cd65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:40.238162 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2e54eec8-eeb9-4f54-8045-b0dbda75cd65 admin admin] Publish callbacks [] for security_group (6df915be-6508-4526-99b4-e80ac9cf8dd5), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:40.326426 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2e54eec8-eeb9-4f54-8045-b0dbda75cd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (6df915be-6508-4526-99b4-e80ac9cf8dd5), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:40.368317 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2e54eec8-eeb9-4f54-8045-b0dbda75cd65 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08035d55cadb40dbad223fb24d188b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187387 May 18 22:44:40.369151 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54eec8-eeb9-4f54-8045-b0dbda75cd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df915be-6508-4526-99b4-e80ac9cf8dd5,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:40.371356 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45926) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:40.425055 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a7b02cb-4085-434d-80a6-ad46e63d89d2 admin admin] Publish callbacks [] for security_group (6df915be-6508-4526-99b4-e80ac9cf8dd5), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:40.446750 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a7b02cb-4085-434d-80a6-ad46e63d89d2 admin admin] Publish callbacks [] for security_group (6df915be-6508-4526-99b4-e80ac9cf8dd5), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:40.567855 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a7b02cb-4085-434d-80a6-ad46e63d89d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (6df915be-6508-4526-99b4-e80ac9cf8dd5), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:40.570455 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a7b02cb-4085-434d-80a6-ad46e63d89d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:40.571770 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8a7b02cb-4085-434d-80a6-ad46e63d89d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6df915be-6508-4526-99b4-e80ac9cf8dd5 HTTP/1.1" status: 204 len: 168 time: 0.1992638 May 18 22:44:40.581073 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b02cb-4085-434d-80a6-ad46e63d89d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df915be-6508-4526-99b4-e80ac9cf8dd5,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:41.123162 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45934) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:41.136255 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93d527d1-1dff-4b30-a230-8b289ef7fe72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:41.244030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93d527d1-1dff-4b30-a230-8b289ef7fe72 admin admin] Publish callbacks [] for security_group (ec1e011a-d7ef-42e9-bdb6-80ddc1865998), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:41.257453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba46b2-c771-485e-b5bc-5acf54090772 req-47d40b58-6e48-42c6-96a7-15e0394b1c33 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:41.259025 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1ba46b2-c771-485e-b5bc-5acf54090772 req-47d40b58-6e48-42c6-96a7-15e0394b1c33 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0638404 May 18 22:44:41.270381 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:41.424540 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:41.496749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93d527d1-1dff-4b30-a230-8b289ef7fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ec1e011a-d7ef-42e9-bdb6-80ddc1865998), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:41.554709 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d527d1-1dff-4b30-a230-8b289ef7fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1e011a-d7ef-42e9-bdb6-80ddc1865998,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:41.556896 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:41.566034 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-93d527d1-1dff-4b30-a230-8b289ef7fe72 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3e1a3abacde47bfb7d4cf88bf9089ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383585 May 18 22:44:41.566405 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45942) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:41.567080 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1ba46b2-c771-485e-b5bc-5acf54090772 req-e7cc7e87-9cfc-479d-b9b0-df9d450e7f2b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017752 May 18 22:44:41.618182 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9869a684-b0e0-4dc9-9422-7f620670f3df admin admin] Publish callbacks [] for security_group (ec1e011a-d7ef-42e9-bdb6-80ddc1865998), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:41.621962 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:41.640484 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9869a684-b0e0-4dc9-9422-7f620670f3df admin admin] Publish callbacks [] for security_group (ec1e011a-d7ef-42e9-bdb6-80ddc1865998), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:41.675471 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:INSERT=7 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:41.762151 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9869a684-b0e0-4dc9-9422-7f620670f3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (ec1e011a-d7ef-42e9-bdb6-80ddc1865998), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:41.764597 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9869a684-b0e0-4dc9-9422-7f620670f3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:41.765721 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9869a684-b0e0-4dc9-9422-7f620670f3df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec1e011a-d7ef-42e9-bdb6-80ddc1865998 HTTP/1.1" status: 204 len: 168 time: 0.1965754 May 18 22:44:41.774034 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869a684-b0e0-4dc9-9422-7f620670f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1e011a-d7ef-42e9-bdb6-80ddc1865998,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:42.492484 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 45952) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:42.508435 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d16a07b0-4870-4c36-86ba-d8b51433757a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:42.581349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d16a07b0-4870-4c36-86ba-d8b51433757a admin admin] Publish callbacks [] for security_group (2985d87d-6944-4fe3-ba96-6907f763c0fa), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:42.646959 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d16a07b0-4870-4c36-86ba-d8b51433757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (2985d87d-6944-4fe3-ba96-6907f763c0fa), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:42.711322 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d16a07b0-4870-4c36-86ba-d8b51433757a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42fba2681293477bb8c77f8bf145a31d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174604 May 18 22:44:42.714405 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 45956) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:42.719149 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b26709-00e8-487c-982d-1fd425b40b70 req-5a353bfe-d2a7-4e63-a853-0b2f37a1a1fd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:42.720573 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1b26709-00e8-487c-982d-1fd425b40b70 req-5a353bfe-d2a7-4e63-a853-0b2f37a1a1fd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0857637 May 18 22:44:42.721590 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a07b0-4870-4c36-86ba-d8b51433757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985d87d-6944-4fe3-ba96-6907f763c0fa,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:42.764970 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5cf27f3-6bcd-426f-a253-cbc5fc5b2e91 admin admin] Publish callbacks [] for security_group (2985d87d-6944-4fe3-ba96-6907f763c0fa), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:42.769132 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1b26709-00e8-487c-982d-1fd425b40b70 req-b232a85c-632b-4e8a-992d-f84c800343ab tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 May 18 22:44:42.800176 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5cf27f3-6bcd-426f-a253-cbc5fc5b2e91 admin admin] Publish callbacks [] for security_group (2985d87d-6944-4fe3-ba96-6907f763c0fa), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:42.925873 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:44:42.944260 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:42.972971 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5cf27f3-6bcd-426f-a253-cbc5fc5b2e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (2985d87d-6944-4fe3-ba96-6907f763c0fa), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:42.975519 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5cf27f3-6bcd-426f-a253-cbc5fc5b2e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:42.976721 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f5cf27f3-6bcd-426f-a253-cbc5fc5b2e91 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2985d87d-6944-4fe3-ba96-6907f763c0fa HTTP/1.1" status: 204 len: 168 time: 0.2613463 May 18 22:44:42.985384 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf27f3-6bcd-426f-a253-cbc5fc5b2e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985d87d-6944-4fe3-ba96-6907f763c0fa,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:43.890163 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c3c26-5a24-4bb4-82d4-ab5dc1ada94b req-ba9638a6-15b9-41d5-871c-8e01ade5c5a2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:43.891798 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b27c3c26-5a24-4bb4-82d4-ab5dc1ada94b req-ba9638a6-15b9-41d5-871c-8e01ade5c5a2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0492301 May 18 22:44:43.938992 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b27c3c26-5a24-4bb4-82d4-ab5dc1ada94b req-bf19aa26-0f3d-42e6-9f98-fe70d8b92f68 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 May 18 22:44:45.056283 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6dcea-4684-4fea-954f-eb2c9021b54e req-914c908a-dc22-45fe-b9ba-7960d51a79b3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:45.058255 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3ee6dcea-4684-4fea-954f-eb2c9021b54e req-914c908a-dc22-45fe-b9ba-7960d51a79b3 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0524383 May 18 22:44:45.104562 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3ee6dcea-4684-4fea-954f-eb2c9021b54e req-a203b6ba-b91a-488c-9a96-c91ebdfc855b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404592 May 18 22:44:46.217169 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea264568-4754-4807-977c-0735399555d3 req-611c1eab-38a3-4cff-a828-ae500e57ef29 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:46.218646 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea264568-4754-4807-977c-0735399555d3 req-611c1eab-38a3-4cff-a828-ae500e57ef29 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0469215 May 18 22:44:46.266011 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea264568-4754-4807-977c-0735399555d3 req-b18bbf22-43b5-4aa0-8e14-f949dbf17251 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 May 18 22:44:47.382784 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafae29-7f1b-4d83-a48b-20f91a553a3b req-3d845d89-89ee-4f31-9b33-fc05ffabf528 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:47.384270 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7aafae29-7f1b-4d83-a48b-20f91a553a3b req-3d845d89-89ee-4f31-9b33-fc05ffabf528 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 944 time: 0.0522265 May 18 22:44:47.434299 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7aafae29-7f1b-4d83-a48b-20f91a553a3b req-f1ef4d53-74ef-4d66-84b9-95efaece0c31 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 May 18 22:44:47.489804 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device be154673-4ae6-488f-9ecd-8923c95db8c4 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:44:47.492963 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=60,neutron:UPDATE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:47.592508 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port be154673-4ae6-488f-9ecd-8923c95db8c4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=be154673-4ae6-488f-9ecd-8923c95db8c4,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:44:47.604898 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'mac_address': 'fa:16:3e:9f:48:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:44:47.651836 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port be154673-4ae6-488f-9ecd-8923c95db8c4 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:44:47.652309 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:47.665047 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be154673-4ae6-488f-9ecd-8923c95db8c4 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:44:47.685949 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port be154673-4ae6-488f-9ecd-8923c95db8c4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=be154673-4ae6-488f-9ecd-8923c95db8c4,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:44:47.750473 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:47.801185 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=be154673-4ae6-488f-9ecd-8923c95db8c4,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:47.810190 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.810537 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.810870 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.811223 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.811631 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.811858 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.812175 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.812616 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.812942 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.813259 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.813572 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.813909 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.814257 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.814571 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:47.814882 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:44:48.318607 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['be154673-4ae6-488f-9ecd-8923c95db8c4'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:44:48.514787 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-e01a8eb0-cc50-4932-820d-56729ebd1c52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496697 May 18 22:44:48.553938 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79780be-eb5f-4b02-972b-b16dc067fdb6 req-5ee99f6d-791a-40d2-b836-6c3c579bcc01 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:48.555564 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e79780be-eb5f-4b02-972b-b16dc067fdb6 req-5ee99f6d-791a-40d2-b836-6c3c579bcc01 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 945 time: 0.0532997 May 18 22:44:48.617215 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-2d8d3518-6f4a-4987-8045-a57cdbcd5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:48.618815 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-2d8d3518-6f4a-4987-8045-a57cdbcd5e53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 1130 time: 0.0624270 May 18 22:44:48.635238 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e79780be-eb5f-4b02-972b-b16dc067fdb6 req-dfd13999-f06e-43cd-8c65-adf5fdd9fc0a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698235 May 18 22:44:48.704139 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:48.728339 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-90df6101-f489-4d14-b66b-b347418b259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:48.729753 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-90df6101-f489-4d14-b66b-b347418b259e service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.0899279 May 18 22:44:48.769608 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-397c0258-f5a8-4f12-9317-170bd12e6119 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411 HTTP/1.1" status: 200 len: 217 time: 0.0329702 May 18 22:44:48.812314 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:48.823858 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-b2a19dd0-7097-484d-95e7-4eb2dd2a262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:48.825326 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-b2a19dd0-7097-484d-95e7-4eb2dd2a262b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0502353 May 18 22:44:48.871581 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-06e09f38-c145-4930-a307-7aa5c45ed511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:48.873126 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-06e09f38-c145-4930-a307-7aa5c45ed511 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417907 May 18 22:44:48.965130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-f1d38e8a-81a3-49eb-8c5d-b934a9ae7ed0 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843933 May 18 22:44:49.074134 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe5edab8-cdc6-43c4-993a-fcc43b8c8ce6 req-906cd53f-5834-435a-a806-336811e69210 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949483 May 18 22:44:49.605456 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device be154673-4ae6-488f-9ecd-8923c95db8c4 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:44:49.644858 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port be154673-4ae6-488f-9ecd-8923c95db8c4 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:44:49.710085 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port be154673-4ae6-488f-9ecd-8923c95db8c4 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:44:49.710529 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:49.745387 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:49.755926 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d749c2-5b7f-4125-9028-b3cb066dc365 req-8eea26f6-5906-4845-ac7b-e05b34f50034 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:49.757417 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4d749c2-5b7f-4125-9028-b3cb066dc365 req-8eea26f6-5906-4845-ac7b-e05b34f50034 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 945 time: 0.0491021 May 18 22:44:49.784411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port be154673-4ae6-488f-9ecd-8923c95db8c4 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:44:49.784800 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:49.812193 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4d749c2-5b7f-4125-9028-b3cb066dc365 req-2c743f48-2362-49ef-ab00-bb2fa2ae8d56 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489962 May 18 22:44:49.815212 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:44:49.817349 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07503f84-409a-40ba-8426-51d7e4ff4c56" -d '{"events": [{"server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "name": "network-vif-plugged", "status": "completed", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:44:49.834088 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port be154673-4ae6-488f-9ecd-8923c95db8c4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=be154673-4ae6-488f-9ecd-8923c95db8c4,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:44:49.864129 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295a9694-50a9-49f8-82ac-ccdfc70c79d6 x-openstack-request-id: req-295a9694-50a9-49f8-82ac-ccdfc70c79d6 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:44:49.864424 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "name": "network-vif-plugged", "status": "completed", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:44:49.864679 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-295a9694-50a9-49f8-82ac-ccdfc70c79d6 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:44:49.865077 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295a9694-50a9-49f8-82ac-ccdfc70c79d6'] response: {'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'code': 200} May 18 22:44:49.944190 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:49.993299 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=be154673-4ae6-488f-9ecd-8923c95db8c4,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:50.262136 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c360f5-359c-49fa-9b95-c5d1899b14cc req-90908d37-3aa3-475a-a729-a2edfb4b0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:50.264530 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61c360f5-359c-49fa-9b95-c5d1899b14cc req-90908d37-3aa3-475a-a729-a2edfb4b0c6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1130 time: 0.0488105 May 18 22:44:50.314349 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61c360f5-359c-49fa-9b95-c5d1899b14cc req-29bce3e0-20fe-4194-a996-5917d8455d09 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 May 18 22:44:50.925756 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8bc2d-8568-48f6-80af-1132829b1f55 req-ab00e572-0927-44f4-8398-b6139426a07f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:50.927575 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-14e8bc2d-8568-48f6-80af-1132829b1f55 req-ab00e572-0927-44f4-8398-b6139426a07f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0474305 May 18 22:44:50.976357 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-14e8bc2d-8568-48f6-80af-1132829b1f55 req-d74168b1-b286-44e5-9612-dda190265397 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427315 May 18 22:44:52.096921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fab8c-b4b1-4b0b-a3fc-adcdd4817892 req-ef01b3e7-a03d-4261-917d-5cfe8ee7c991 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:52.099105 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-533fab8c-b4b1-4b0b-a3fc-adcdd4817892 req-ef01b3e7-a03d-4261-917d-5cfe8ee7c991 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0533979 May 18 22:44:52.149639 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-533fab8c-b4b1-4b0b-a3fc-adcdd4817892 req-7a173a2b-1651-4a8b-8732-b997b2a7cbd4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449533 May 18 22:44:52.833167 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:DELETE=5,neutron:SELECT=16 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:52.912598 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:52.913304 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:52.981666 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:53.265605 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec3c35-7e8d-4570-b290-be59d5a41434 req-3c69061b-4891-47ab-a8d9-20c8b6b288d7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:53.267051 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3ec3c35-7e8d-4570-b290-be59d5a41434 req-3c69061b-4891-47ab-a8d9-20c8b6b288d7 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0473578 May 18 22:44:53.318538 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3ec3c35-7e8d-4570-b290-be59d5a41434 req-2fc01dcb-2799-4dab-b15c-6f50f67c5273 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446582 May 18 22:44:54.439412 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d2347-5858-4f7d-aaf0-8fdae71e51f3 req-41c45a59-f5a0-45ac-bb79-b9f4fd3ae787 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:54.440917 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd8d2347-5858-4f7d-aaf0-8fdae71e51f3 req-41c45a59-f5a0-45ac-bb79-b9f4fd3ae787 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0559101 May 18 22:44:54.464472 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46152) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:54.499649 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd8d2347-5858-4f7d-aaf0-8fdae71e51f3 req-f99f146f-8228-45ea-be49-a90b176e98ef tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525680 May 18 22:44:54.573689 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:54.583213 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-02471133-2382-4f0c-a633-b8232db3093c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:54.615817 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda105d-f6a4-4ee2-8b83-b54c6b4742a5 req-b83d387d-5c5a-46a0-b53a-2807dfbae652 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:54.615817 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1eda105d-f6a4-4ee2-8b83-b54c6b4742a5 req-b83d387d-5c5a-46a0-b53a-2807dfbae652 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0515652 May 18 22:44:54.626292 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46162) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:54.630951 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'floatingip': {'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:54.670953 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-02471133-2382-4f0c-a633-b8232db3093c admin admin] Publish callbacks [] for security_group (4d0ad087-4a91-4527-bad7-68a4243ea834), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:54.671352 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (9b7edbd1-420d-42b3-8eab-6a1c8d42c561), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:54.733683 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-02471133-2382-4f0c-a633-b8232db3093c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (4d0ad087-4a91-4527-bad7-68a4243ea834), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:54.773469 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02471133-2382-4f0c-a633-b8232db3093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ad087-4a91-4527-bad7-68a4243ea834,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:54.777979 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-02471133-2382-4f0c-a633-b8232db3093c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbda1f2d191a42e683194238efad310f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125055 May 18 22:44:54.781338 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46164) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:54.830727 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fff8d668-d57b-4f0c-a351-1bf3de27cab3 admin admin] Publish callbacks [] for security_group (4d0ad087-4a91-4527-bad7-68a4243ea834), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:54.858572 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fff8d668-d57b-4f0c-a351-1bf3de27cab3 admin admin] Publish callbacks [] for security_group (4d0ad087-4a91-4527-bad7-68a4243ea834), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:54.990271 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fff8d668-d57b-4f0c-a351-1bf3de27cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (4d0ad087-4a91-4527-bad7-68a4243ea834), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:54.992816 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fff8d668-d57b-4f0c-a351-1bf3de27cab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:54.996333 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fff8d668-d57b-4f0c-a351-1bf3de27cab3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d0ad087-4a91-4527-bad7-68a4243ea834 HTTP/1.1" status: 204 len: 168 time: 0.2117434 May 18 22:44:55.002844 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8d668-d57b-4f0c-a351-1bf3de27cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ad087-4a91-4527-bad7-68a4243ea834,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:55.067422 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:55.125453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:55.194746 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (9b7edbd1-420d-42b3-8eab-6a1c8d42c561), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:55.299550 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Floating IP 9b7edbd1-420d-42b3-8eab-6a1c8d42c561 associated. External IP: 172.27.1.219, port: be154673-4ae6-488f-9ecd-8923c95db8c4. May 18 22:44:55.511786 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Router 01e0eb6d-afa6-43bc-be65-e67b77c15145 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:44:55.564336 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:55.619283 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:44:55.624602 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:55.631927 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] Sync routers for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:44:55.644411 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:44:55.646697 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:55.655981 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-dae9faaa-6135-4c71-bb49-4c5653304a73 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "PUT /v2.0/floatingips/9b7edbd1-420d-42b3-8eab-6a1c8d42c561 HTTP/1.1" status: 200 len: 992 time: 1.0284405 May 18 22:44:55.656572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:44:55.658960 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:44:55.698207 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92ee44a-9318-4c61-8658-a39d37394b06 x-openstack-request-id: req-e92ee44a-9318-4c61-8658-a39d37394b06 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:44:55.698504 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:44:55.698760 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e92ee44a-9318-4c61-8658-a39d37394b06 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:44:55.699165 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92ee44a-9318-4c61-8658-a39d37394b06'] response: {'name': 'network-changed', 'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'status': 'completed', 'code': 200} May 18 22:44:55.749783 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:44:55.794516 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-6a97e11c-f8bf-47b5-b745-7dba86ef971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:55.797058 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-6a97e11c-f8bf-47b5-b745-7dba86ef971b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1130 time: 0.0497801 May 18 22:44:55.893708 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-6a175e43-eecb-422e-a731-c527701e3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:55.895219 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-6a175e43-eecb-422e-a731-c527701e3c48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.0890846 May 18 22:44:55.969515 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-36fbc955-1c59-48ec-a76d-8361ff17a033 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be154673-4ae6-488f-9ecd-8923c95db8c4 HTTP/1.1" status: 200 len: 1000 time: 0.0664270 May 18 22:44:56.020717 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46204) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:56.022280 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-bbb1b299-baf6-448a-a15e-708b801429d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:56.023752 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-bbb1b299-baf6-448a-a15e-708b801429d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0480890 May 18 22:44:56.059676 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '9b7edbd1-420d-42b3-8eab-6a1c8d42c561', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'mac_address': 'fa:16:3e:9f:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:44:23Z', 'updated_at': '2022-05-18T22:44:55Z', 'revision_number': 1, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:56.074174 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-c3e53a64-a0d3-4720-b063-82e91d245e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:56.075696 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-c3e53a64-a0d3-4720-b063-82e91d245e6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446138 May 18 22:44:56.085178 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] Checking router: 01e0eb6d-afa6-43bc-be65-e67b77c15145 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:44:56.096120 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:44:56.096937 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:56.142070 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-480260783-network', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:56.174717 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-4df7e0e3-0c27-4314-9f15-219d25be85aa service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916653 May 18 22:44:56.203212 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:44:56.218611 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Made reservation on behalf of 7994cefc64b44d1e92e94a9c8c1cca31 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:44:56.221032 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.229824 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.247189 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:56.272832 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdec07a-29a8-46ca-9916-d952f1ec1fa3 req-3d469c8a-c26c-4bef-80ca-5a1329ff8b68 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903165 May 18 22:44:56.315138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Publish callbacks [] for security_group (5b897e59-14e5-4905-8407-ac7416447d5e), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.377979 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (5b897e59-14e5-4905-8407-ac7416447d5e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.399585 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:44:56.414726 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b897e59-14e5-4905-8407-ac7416447d5e,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:56.417540 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (b5965d93-8a57-4e00-aed6-44e6927a7d20), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.417943 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Added segment b5965d93-8a57-4e00-aed6-44e6927a7d20 of type vlan for network cb762368-0a84-43af-8013-3ba314096c24 May 18 22:44:56.436685 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '9b7edbd1-420d-42b3-8eab-6a1c8d42c561', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'mac_address': 'fa:16:3e:9f:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:44:23Z', 'updated_at': '2022-05-18T22:44:55Z', 'revision_number': 1, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:56.460463 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea0645-4594-4b2c-a67c-d7dfc16908cf None None] The sync data for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi is: [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '9b7edbd1-420d-42b3-8eab-6a1c8d42c561', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'mac_address': 'fa:16:3e:9f:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:44:23Z', 'updated_at': '2022-05-18T22:44:55Z', 'revision_number': 1, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:44:56.462236 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (cb762368-0a84-43af-8013-3ba314096c24), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.531978 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (cb762368-0a84-43af-8013-3ba314096c24), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.533015 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:56.533597 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.596381 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] Pushing event updated for resources: {'Network': ['ID=cb762368-0a84-43af-8013-3ba314096c24,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:56.606853 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network cb762368-0a84-43af-8013-3ba314096c24 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:44:56.652603 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-412bd91a-8d8b-41e7-b209-c452d4c8f679 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6274242 May 18 22:44:56.652603 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46212) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:56.658180 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Request body: {'subnet': {'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-480260783-subnet', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:56.662979 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2c639-5756-496d-b783-83b51f1c250c None None] New status for floating IP 9b7edbd1-420d-42b3-8eab-6a1c8d42c561: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:44:56.726961 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Made reservation on behalf of 7994cefc64b44d1e92e94a9c8c1cca31 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:44:56.729780 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:56.771596 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:56.772914 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:56.789882 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:56.996284 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (d087bf9d-1a7d-485b-a348-6a32c11cc58b), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.057969 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d087bf9d-1a7d-485b-a348-6a32c11cc58b,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:57.062857 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Checking segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:44:57.063208 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Network hostable DHCP agents. Network: cb762368-0a84-43af-8013-3ba314096c24, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:44:57.155194 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Network cb762368-0a84-43af-8013-3ba314096c24 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:44:57.235393 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, cb762368-0a84-43af-8013-3ba314096c24) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:44:57.239471 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:44:57.240046 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.244581 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b1056-e761-49df-a33b-6a25d12e45bf None None] Network cb762368-0a84-43af-8013-3ba314096c24 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:44:57.329089 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7765981c-328e-4ef5-97d6-363140c90d6c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6754625 May 18 22:44:57.331804 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46220) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:57.339349 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:44:57.349315 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-cb762368-0a84-43af-8013-3ba314096c24', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:44:57.350501 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.464258 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (24e9453e-9442-4282-8364-edd4989f333d), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.465249 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (24e9453e-9442-4282-8364-edd4989f333d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.484441 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Allocated IP 172.20.0.2 (cb762368-0a84-43af-8013-3ba314096c24/d087bf9d-1a7d-485b-a348-6a32c11cc58b/f3a1b993-fc63-40c5-a1d3-e8df45d59e80) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:44:57.515054 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks [] for router_controller (24e9453e-9442-4282-8364-edd4989f333d), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.625972 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Publish callbacks [] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.681812 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.725747 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Network cb762368-0a84-43af-8013-3ba314096c24 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:44:57.729019 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:44:57.731528 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:44:57.745669 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Pushing event updated for resources: {'Port': ['ID=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:57.800833 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Attempting to bind port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:44:57.801197 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Attempting to bind port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:44:57.801555 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Attempting to bind port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 on network cb762368-0a84-43af-8013-3ba314096c24 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:44:57.807444 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:44:57.807820 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Checking segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:44:57.808218 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.808601 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Bound using segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:44:57.809078 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Bound port: f3a1b993-fc63-40c5-a1d3-e8df45d59e80, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:44:57.809453 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.874269 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] For port f3a1b993-fc63-40c5-a1d3-e8df45d59e80, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:44:57.877503 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] For port f3a1b993-fc63-40c5-a1d3-e8df45d59e80, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:44:57.929388 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks [] for router_gateway (24e9453e-9442-4282-8364-edd4989f333d), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.960866 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:57.970360 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:58.022474 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77329a3-be21-4b38-8e6a-eeded0b8c38c None None] Pushing event updated for resources: {'Port': ['ID=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:58.047706 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:58.196132 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks [] for router_gateway (24e9453e-9442-4282-8364-edd4989f333d), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:58.218837 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:58.335889 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Allocated IP 172.27.1.139 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/50cb4ab4-e01c-4191-8bd0-856574c40d99) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:44:58.405424 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device f3a1b993-fc63-40c5-a1d3-e8df45d59e80 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:44:58.451848 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:44:58.452220 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:58.455301 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks [] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:58.491230 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:58.532161 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:44:58.532558 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:58.550794 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:58.568005 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:58.570565 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port f3a1b993-fc63-40c5-a1d3-e8df45d59e80, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:44:58.608137 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:44:58.612729 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:44:58.616779 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:44:58.619652 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Pushing event updated for resources: {'Port': ['ID=50cb4ab4-e01c-4191-8bd0-856574c40d99,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:58.670297 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:58.739181 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:44:58.972742 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070cd82-889f-4e11-9447-27716b1f8064 None None] Network cb762368-0a84-43af-8013-3ba314096c24 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:44:58.973851 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks [] for router_gateway (24e9453e-9442-4282-8364-edd4989f333d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:59.043436 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-247a9b3f-57e6-4c09-8c3b-a1864601a802 None None] Provisioning complete for port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:44:59.043800 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-247a9b3f-57e6-4c09-8c3b-a1864601a802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:59.180202 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:59.181383 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-247a9b3f-57e6-4c09-8c3b-a1864601a802 None None] Current status of the port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:44:59.183772 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (24e9453e-9442-4282-8364-edd4989f333d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:59.191264 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:59.371766 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Router 24e9453e-9442-4282-8364-edd4989f333d is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:44:59.399318 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-6464e098-b4bf-4a22-a99a-44527812621f None None] Provisioning complete for port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:44:59.399687 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6464e098-b4bf-4a22-a99a-44527812621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:59.475097 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-6464e098-b4bf-4a22-a99a-44527812621f None None] Current status of the port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:44:59.480091 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:44:59.489080 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:44:59.501644 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:44:59.502594 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:59.551817 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:59.553368 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-cfa78157-5b75-43ce-b6f0-7fdc18609942 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2204680 May 18 22:44:59.556150 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46234) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:44:59.608989 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:44:59.714192 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:59.766518 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:59.775444 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:44:58Z', 'revision_number': 3, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:44:59.786459 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:44:59.803474 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:44:59.803821 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Updating router 24e9453e-9442-4282-8364-edd4989f333d port 50cb4ab4-e01c-4191-8bd0-856574c40d99 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:44:59.831557 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:44:59.952609 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.110282 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Publish callbacks [] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.116307 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Allocated IP 172.20.0.1 (cb762368-0a84-43af-8013-3ba314096c24/d087bf9d-1a7d-485b-a348-6a32c11cc58b/43cc3b13-2e5e-4a78-a437-88cba9e26a8d) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:45:00.172663 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.178696 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:00.219715 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Publish callbacks [] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.223434 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Attempting to bind port 50cb4ab4-e01c-4191-8bd0-856574c40d99 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:45:00.223725 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Attempting to bind port 50cb4ab4-e01c-4191-8bd0-856574c40d99 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:45:00.224075 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Attempting to bind port 50cb4ab4-e01c-4191-8bd0-856574c40d99 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:00.227225 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Pushing event updated for resources: {'Port': ['ID=50cb4ab4-e01c-4191-8bd0-856574c40d99,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:00.235375 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:45:00.235738 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:45:00.236125 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.236505 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:45:00.236948 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Bound port: 50cb4ab4-e01c-4191-8bd0-856574c40d99, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:45:00.237308 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.239582 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.239913 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.240262 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.240604 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.240924 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.241236 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.241547 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.241855 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.242189 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.242498 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.242805 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.243133 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.243447 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.243751 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.244055 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:00.294162 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] For port 50cb4ab4-e01c-4191-8bd0-856574c40d99, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:45:00.298144 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] For port 50cb4ab4-e01c-4191-8bd0-856574c40d99, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=50cb4ab4-e01c-4191-8bd0-856574c40d99,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:45:00.314985 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.349460 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Network cb762368-0a84-43af-8013-3ba314096c24 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:00.354651 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:00.359026 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:45:00.380425 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device f3a1b993-fc63-40c5-a1d3-e8df45d59e80 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:00.387138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Pushing event updated for resources: {'Port': ['ID=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:00.403245 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (24e9453e-9442-4282-8364-edd4989f333d), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.408188 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.431213 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:00.431886 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.470381 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:00.492214 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:00.493527 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:00.549390 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34280750-9537-4d0e-9eaa-76702c098eb5 None None] Pushing event updated for resources: {'Port': ['ID=50cb4ab4-e01c-4191-8bd0-856574c40d99,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:00.605478 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:00.623441 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:00.658586 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:00.660550 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-d345e8bd-686b-4330-a87a-60be8e686ca6 None None] Provisioning complete for port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:00.660914 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d345e8bd-686b-4330-a87a-60be8e686ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.670302 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.689483 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:00.695687 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-d345e8bd-686b-4330-a87a-60be8e686ca6 None None] Port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:45:00.867946 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:44:58Z', 'revision_number': 3, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:00.876524 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Publish callbacks [] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.893052 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784cb89a-3ab6-4821-8057-fd429521319d None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:44:58Z', 'revision_number': 3, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:45:00.915875 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:00.986933 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Pushing event updated for resources: {'Port': ['ID=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:00.991646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (24e9453e-9442-4282-8364-edd4989f333d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:01.085546 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Network cb762368-0a84-43af-8013-3ba314096c24 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:01.086899 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:01.223338 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Router 24e9453e-9442-4282-8364-edd4989f333d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:45:01.330480 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:01.345121 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:45:01.350419 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-591cdb3d-11e7-4e31-92c7-55b3d3c2774f admin admin] 10.222.0.70 "PUT /v2.0/routers/24e9453e-9442-4282-8364-edd4989f333d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933135 May 18 22:45:01.422296 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-2831212d-093c-416c-b71a-182881fb0198 None None] Provisioning complete for port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:01.422887 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2831212d-093c-416c-b71a-182881fb0198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:01.458782 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-2831212d-093c-416c-b71a-182881fb0198 None None] Port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:45:02.019839 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46262) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:02.024660 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1432750664-network', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:02.103403 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Made reservation on behalf of cb259c97ad134414a2c2c6fe00602b5a for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:45:02.105778 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.115773 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.196519 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Publish callbacks [] for security_group (a8197183-ef75-4411-987e-063e3bc464be), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.274808 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a8197183-ef75-4411-987e-063e3bc464be), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.303823 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:45:02.311182 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8197183-ef75-4411-987e-063e3bc464be,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:02.323926 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (11a65d90-cbb1-4716-8515-1420495724d9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.323926 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Added segment 11a65d90-cbb1-4716-8515-1420495724d9 of type vlan for network 699debfc-db1f-4dec-bb73-ea65a0032abe May 18 22:45:02.364662 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:02.373021 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (699debfc-db1f-4dec-bb73-ea65a0032abe), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.400151 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 50cb4ab4-e01c-4191-8bd0-856574c40d99 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:02.426917 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:45:02.449612 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:02.450254 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:02.452789 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (699debfc-db1f-4dec-bb73-ea65a0032abe), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.453824 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:02.454439 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.501988 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 50cb4ab4-e01c-4191-8bd0-856574c40d99 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:02.502626 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.517439 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] Pushing event updated for resources: {'Network': ['ID=699debfc-db1f-4dec-bb73-ea65a0032abe,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:02.539609 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 699debfc-db1f-4dec-bb73-ea65a0032abe details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:45:02.661874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:02.664452 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:02.724042 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a13b01b8-c94c-4ad9-8421-83060f6049ee admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7031024 May 18 22:45:02.726761 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46268) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:02.731442 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Request body: {'subnet': {'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1432750664-subnet', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:02.770890 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 50cb4ab4-e01c-4191-8bd0-856574c40d99 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:02.771256 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.812699 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Made reservation on behalf of cb259c97ad134414a2c2c6fe00602b5a for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:45:02.815276 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.822718 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 50cb4ab4-e01c-4191-8bd0-856574c40d99, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=50cb4ab4-e01c-4191-8bd0-856574c40d99,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:45:02.898973 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 2, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:02.903436 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.933420 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:45:02.934392 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Updating router 24e9453e-9442-4282-8364-edd4989f333d port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:45:02.991735 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:02.993282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:03.006874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=50cb4ab4-e01c-4191-8bd0-856574c40d99,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:03.036085 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (294415ff-00c6-485a-86f5-adb920d80571), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.087155 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294415ff-00c6-485a-86f5-adb920d80571,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:03.103815 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Checking segment: {'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:45:03.104175 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Network hostable DHCP agents. Network: 699debfc-db1f-4dec-bb73-ea65a0032abe, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:45:03.116669 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:03.211739 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Network 699debfc-db1f-4dec-bb73-ea65a0032abe is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:45:03.303774 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 699debfc-db1f-4dec-bb73-ea65a0032abe) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:03.308102 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:03.308699 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.309241 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Publish callbacks [] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.320480 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21b9b6d-2b0e-4c4f-9fbb-7c9bb6680bcf None None] Network 699debfc-db1f-4dec-bb73-ea65a0032abe requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:45:03.391686 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.407636 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d9e707cb-5cef-444f-851a-e7de2f85da98 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6774337 May 18 22:45:03.408183 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46274) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:03.412882 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:03.445989 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-699debfc-db1f-4dec-bb73-ea65a0032abe', 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe', 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'fixed_ips': [{'subnet_id': '294415ff-00c6-485a-86f5-adb920d80571'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:45:03.446971 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.493503 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6390834-f09f-4ae7-9c59-7146d0238107 None None] Pushing event updated for resources: {'Port': ['ID=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:03.493737 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (cc02ed0a-2def-47b1-80da-fb44102e687c), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.494773 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (cc02ed0a-2def-47b1-80da-fb44102e687c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.562146 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks [] for router_controller (cc02ed0a-2def-47b1-80da-fb44102e687c), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.627686 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Attempting to bind port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:45:03.628054 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Attempting to bind port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:45:03.628421 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Attempting to bind port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d on network cb762368-0a84-43af-8013-3ba314096c24 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:03.657553 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:45:03.657933 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Checking segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:45:03.658373 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.658773 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Bound using segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:45:03.659254 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Bound port: 43cc3b13-2e5e-4a78-a437-88cba9e26a8d, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:45:03.659641 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.678608 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:03.718862 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Allocated IP 172.20.0.2 (699debfc-db1f-4dec-bb73-ea65a0032abe/294415ff-00c6-485a-86f5-adb920d80571/d9c491b7-571a-4cb1-9152-b050e508560c) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:45:03.727037 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1c24988f-c217-40fc-8473-5ff9399ac0e1 None None] Provisioning complete for port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:03.727312 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1c24988f-c217-40fc-8473-5ff9399ac0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.822642 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:03.836836 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1c24988f-c217-40fc-8473-5ff9399ac0e1 None None] Port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:45:03.838727 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] For port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:45:03.843707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] For port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:45:03.892447 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.994342 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Publish callbacks [] for port (d9c491b7-571a-4cb1-9152-b050e508560c), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:03.999077 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks [] for router_gateway (cc02ed0a-2def-47b1-80da-fb44102e687c), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.006579 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6390834-f09f-4ae7-9c59-7146d0238107 None None] Pushing event updated for resources: {'Port': ['ID=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:04.013632 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:04.013632 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:04.065097 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.250989 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks [] for router_gateway (cc02ed0a-2def-47b1-80da-fb44102e687c), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.267642 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Network 699debfc-db1f-4dec-bb73-ea65a0032abe is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:04.270297 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.281553 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:04.283994 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:04.290233 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:45:04.294520 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:04.297013 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-3b3052ce-5f45-46f7-8b00-a9283785d0dc None None] Provisioning complete for port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:04.297013 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b3052ce-5f45-46f7-8b00-a9283785d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.323554 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Pushing event updated for resources: {'Port': ['ID=d9c491b7-571a-4cb1-9152-b050e508560c,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:04.396459 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Allocated IP 172.27.1.105 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/5415bdc6-a95f-438d-b8c0-23903b85a6c4) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:45:04.438084 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 50cb4ab4-e01c-4191-8bd0-856574c40d99 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:04.502417 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:04.520281 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks [] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.537932 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Attempting to bind port d9c491b7-571a-4cb1-9152-b050e508560c on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:45:04.543050 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Attempting to bind port d9c491b7-571a-4cb1-9152-b050e508560c by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:45:04.543050 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Attempting to bind port d9c491b7-571a-4cb1-9152-b050e508560c on network 699debfc-db1f-4dec-bb73-ea65a0032abe {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:04.550618 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:04.561253 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:45:04.561619 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Checking segment: {'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:45:04.562036 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.562423 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Bound using segment: {'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:45:04.562892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Bound port: d9c491b7-571a-4cb1-9152-b050e508560c, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:45:04.563273 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.635737 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.658075 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 50cb4ab4-e01c-4191-8bd0-856574c40d99 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:04.658446 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.659889 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3b3052ce-5f45-46f7-8b00-a9283785d0dc None None] Current status of the port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:04.660251 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b3052ce-5f45-46f7-8b00-a9283785d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.681477 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:04.686926 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:04.690771 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:45:04.694077 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5415bdc6-a95f-438d-b8c0-23903b85a6c4,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:04.739683 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:04.778590 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] For port d9c491b7-571a-4cb1-9152-b050e508560c, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:45:04.783447 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-3b3052ce-5f45-46f7-8b00-a9283785d0dc None None] For port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:45:04.786957 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:03Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:04.822359 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] For port d9c491b7-571a-4cb1-9152-b050e508560c, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d9c491b7-571a-4cb1-9152-b050e508560c,segment=NetworkSegment(11a65d90-cbb1-4716-8515-1420495724d9),segment_id=11a65d90-cbb1-4716-8515-1420495724d9)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:45:04.826068 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72231aee-752a-4ff7-bb65-eb0de2c637ee None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:03Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:45:04.860926 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3b3052ce-5f45-46f7-8b00-a9283785d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:04.869347 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 50cb4ab4-e01c-4191-8bd0-856574c40d99 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:04.917747 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3052ce-5f45-46f7-8b00-a9283785d0dc None None] Pushing event updated for resources: {'Port': ['ID=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:04.927508 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:05.025029 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea14504-b981-4c2a-8fe2-641f39e0f0fb None None] Pushing event updated for resources: {'Port': ['ID=d9c491b7-571a-4cb1-9152-b050e508560c,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:05.091132 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks [] for router_gateway (cc02ed0a-2def-47b1-80da-fb44102e687c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:05.339052 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (cc02ed0a-2def-47b1-80da-fb44102e687c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:05.472083 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:05.578980 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Router cc02ed0a-2def-47b1-80da-fb44102e687c is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:45:05.685433 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:45:05.694994 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Sync routers for ids ['cc02ed0a-2def-47b1-80da-fb44102e687c'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:45:05.707021 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Routers {'cc02ed0a-2def-47b1-80da-fb44102e687c'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:05.711317 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['cc02ed0a-2def-47b1-80da-fb44102e687c'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:05.751375 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:05.752626 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-59a50515-ab28-46c5-b074-52cc337131a0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3432703 May 18 22:45:05.755312 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46294) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:05.821539 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Set router cc02ed0a-2def-47b1-80da-fb44102e687c gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:05.937888 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:06.034521 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 3, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port': {'id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:04Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:06.060927 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Checking router: cc02ed0a-2def-47b1-80da-fb44102e687c for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:45:06.061209 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Updating router cc02ed0a-2def-47b1-80da-fb44102e687c port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:45:06.066812 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12a296-c0fb-45b0-8e73-2b005dea4135 None None] Network 699debfc-db1f-4dec-bb73-ea65a0032abe requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:45:06.090865 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.128204 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-aca95bae-7c2b-4730-a382-53bc1d045128 None None] Provisioning complete for port d9c491b7-571a-4cb1-9152-b050e508560c triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:06.128899 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aca95bae-7c2b-4730-a382-53bc1d045128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.209795 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.212384 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:06.255771 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-aca95bae-7c2b-4730-a382-53bc1d045128 None None] Current status of the port d9c491b7-571a-4cb1-9152-b050e508560c is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:06.255969 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aca95bae-7c2b-4730-a382-53bc1d045128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.269242 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=42 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:06.293506 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-aca95bae-7c2b-4730-a382-53bc1d045128 None None] For port d9c491b7-571a-4cb1-9152-b050e508560c, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d9c491b7-571a-4cb1-9152-b050e508560c,segment=NetworkSegment(11a65d90-cbb1-4716-8515-1420495724d9),segment_id=11a65d90-cbb1-4716-8515-1420495724d9)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:45:06.402410 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Allocated IP 172.20.0.1 (699debfc-db1f-4dec-bb73-ea65a0032abe/294415ff-00c6-485a-86f5-adb920d80571/29da784a-f69b-4280-9e5a-cbc0c15a1e59) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:45:06.407799 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:06.412862 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aca95bae-7c2b-4730-a382-53bc1d045128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.481320 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Publish callbacks [] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.506417 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:06.533704 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d9c491b7-571a-4cb1-9152-b050e508560c up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:06.540075 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca95bae-7c2b-4730-a382-53bc1d045128 None None] Pushing event updated for resources: {'Port': ['ID=d9c491b7-571a-4cb1-9152-b050e508560c,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:06.555318 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Publish callbacks [] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.584986 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port d9c491b7-571a-4cb1-9152-b050e508560c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:06.585358 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.634927 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.643512 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f3da9668-ae59-43f2-b93f-d44fcc7512cb None None] Provisioning complete for port d9c491b7-571a-4cb1-9152-b050e508560c triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:06.643813 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f3da9668-ae59-43f2-b93f-d44fcc7512cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.654502 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.680163 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Attempting to bind port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:45:06.680860 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Attempting to bind port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:45:06.681382 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Attempting to bind port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:06.690735 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:06.698197 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:45:06.698197 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:45:06.698197 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.698197 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:45:06.698197 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Bound port: 5415bdc6-a95f-438d-b8c0-23903b85a6c4, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:45:06.698197 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.699847 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Network 699debfc-db1f-4dec-bb73-ea65a0032abe is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:06.703652 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c417413f-19fc-404d-b393-d0ce54f5497f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.703967 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:06.705701 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Pushing event updated for resources: {'Port': ['ID=29da784a-f69b-4280-9e5a-cbc0c15a1e59,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:06.706470 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56785729-fba2-4712-b809-4190170fdcbd None None] Pushing event updated for resources: {'Port': ['ID=5415bdc6-a95f-438d-b8c0-23903b85a6c4,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:06.707845 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:45:06.724384 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port d9c491b7-571a-4cb1-9152-b050e508560c is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:06.725559 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 43cc3b13-2e5e-4a78-a437-88cba9e26a8d up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:06.731538 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:06.759278 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (cc02ed0a-2def-47b1-80da-fb44102e687c), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.771844 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] For port 5415bdc6-a95f-438d-b8c0-23903b85a6c4, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:45:06.775384 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] For port 5415bdc6-a95f-438d-b8c0-23903b85a6c4, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=5415bdc6-a95f-438d-b8c0-23903b85a6c4,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:45:06.787300 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f3da9668-ae59-43f2-b93f-d44fcc7512cb None None] Current status of the port d9c491b7-571a-4cb1-9152-b050e508560c is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:06.803152 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:06.803623 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.847865 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.891274 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:06.923174 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Routers {'cc02ed0a-2def-47b1-80da-fb44102e687c'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:06.923819 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['cc02ed0a-2def-47b1-80da-fb44102e687c'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:06.972741 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:06.980568 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:06.983706 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56785729-fba2-4712-b809-4190170fdcbd None None] Pushing event updated for resources: {'Port': ['ID=5415bdc6-a95f-438d-b8c0-23903b85a6c4,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:07.011900 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e8512440-643e-4230-bfd9-f6dab0d7aba3 None None] Provisioning complete for port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:07.012266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e8512440-643e-4230-bfd9-f6dab0d7aba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:07.052236 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e8512440-643e-4230-bfd9-f6dab0d7aba3 None None] Port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:45:07.065295 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:07.077736 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] Set router cc02ed0a-2def-47b1-80da-fb44102e687c gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:07.177371 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Publish callbacks [] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:07.246732 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:07.249310 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 3, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port': {'id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:04Z', 'updated_at': '2022-05-18T22:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:07.274068 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c75690-ff70-4449-9344-866d17bb2fc5 None None] The sync data for ids ['cc02ed0a-2def-47b1-80da-fb44102e687c'] in dv-cinder-838009-6-iscsi is: [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 3, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port': {'id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:04Z', 'updated_at': '2022-05-18T22:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:45:07.314748 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (cc02ed0a-2def-47b1-80da-fb44102e687c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:07.316665 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Pushing event updated for resources: {'Port': ['ID=29da784a-f69b-4280-9e5a-cbc0c15a1e59,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:07.416358 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Network 699debfc-db1f-4dec-bb73-ea65a0032abe is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:07.418515 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:07.541290 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:07.571567 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Router cc02ed0a-2def-47b1-80da-fb44102e687c has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:45:07.685967 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-dcefc3da-8e92-4a0a-8ca7-a57e056ccdbb None None] Provisioning complete for port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:07.686554 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-dcefc3da-8e92-4a0a-8ca7-a57e056ccdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:07.694344 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:45:07.699536 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0c737d86-f991-44a8-8efc-d12ae524a005 admin admin] 10.222.0.70 "PUT /v2.0/routers/cc02ed0a-2def-47b1-80da-fb44102e687c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9418612 May 18 22:45:07.725605 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-dcefc3da-8e92-4a0a-8ca7-a57e056ccdbb None None] Port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:45:08.124362 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46314) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:08.129666 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-b38ed6b4-d0e3-4ebc-8656-64b225a4ffb8 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-552150152', 'description': 'tempest-secgroup-smoke-552150152 description', 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:08.218401 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b38ed6b4-d0e3-4ebc-8656-64b225a4ffb8 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.455600 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d9c491b7-571a-4cb1-9152-b050e508560c up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:08.522551 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port d9c491b7-571a-4cb1-9152-b050e508560c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:08.522982 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.534577 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b38ed6b4-d0e3-4ebc-8656-64b225a4ffb8 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group (45c873f4-cbe5-4f42-831c-6a91983e71c4), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.595225 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b38ed6b4-d0e3-4ebc-8656-64b225a4ffb8 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (45c873f4-cbe5-4f42-831c-6a91983e71c4), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.622422 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port d9c491b7-571a-4cb1-9152-b050e508560c is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:08.624222 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 5415bdc6-a95f-438d-b8c0-23903b85a6c4 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:08.641813 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ed6b4-d0e3-4ebc-8656-64b225a4ffb8 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c873f4-cbe5-4f42-831c-6a91983e71c4,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:08.682504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:08.682908 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.699869 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b38ed6b4-d0e3-4ebc-8656-64b225a4ffb8 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.701264 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b38ed6b4-d0e3-4ebc-8656-64b225a4ffb8 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5754559 May 18 22:45:08.704374 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46330) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:08.708854 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-1adf9149-28a2-4f05-8e1c-39d4202faf1e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'security_group_rule': {'security_group_id': '45c873f4-cbe5-4f42-831c-6a91983e71c4', 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:08.767221 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:08.767769 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.790713 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 5415bdc6-a95f-438d-b8c0-23903b85a6c4, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=5415bdc6-a95f-438d-b8c0-23903b85a6c4,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:45:08.801804 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1adf9149-28a2-4f05-8e1c-39d4202faf1e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (305d6134-eb0d-460a-b809-c6866cdc3cf5), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.864145 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1adf9149-28a2-4f05-8e1c-39d4202faf1e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (305d6134-eb0d-460a-b809-c6866cdc3cf5), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.865830 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.915532 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1adf9149-28a2-4f05-8e1c-39d4202faf1e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (305d6134-eb0d-460a-b809-c6866cdc3cf5), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.927680 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Sync routers for ids ['cc02ed0a-2def-47b1-80da-fb44102e687c'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:45:08.931156 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:08.931955 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=5415bdc6-a95f-438d-b8c0-23903b85a6c4,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:08.935582 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf9149-28a2-4f05-8e1c-39d4202faf1e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305d6134-eb0d-460a-b809-c6866cdc3cf5,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:08.941648 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8aea7313-2227-463a-942a-b62e9d0ca6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:08.952175 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Routers {'cc02ed0a-2def-47b1-80da-fb44102e687c'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:08.952175 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:44:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['cc02ed0a-2def-47b1-80da-fb44102e687c'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:09.038120 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1adf9149-28a2-4f05-8e1c-39d4202faf1e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.038120 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1adf9149-28a2-4f05-8e1c-39d4202faf1e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324819 May 18 22:45:09.043271 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46344) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:09.046069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-a25bc5c9-00b8-4ffb-b006-cb611e56517d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'security_group_rule': {'security_group_id': '45c873f4-cbe5-4f42-831c-6a91983e71c4', 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:09.067433 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Set router cc02ed0a-2def-47b1-80da-fb44102e687c gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:09.180456 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a25bc5c9-00b8-4ffb-b006-cb611e56517d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (34931e89-4079-46f5-b2b5-74a61db1bf32), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.248478 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a25bc5c9-00b8-4ffb-b006-cb611e56517d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (34931e89-4079-46f5-b2b5-74a61db1bf32), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.316623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a25bc5c9-00b8-4ffb-b006-cb611e56517d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (34931e89-4079-46f5-b2b5-74a61db1bf32), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.331526 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bc5c9-00b8-4ffb-b006-cb611e56517d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34931e89-4079-46f5-b2b5-74a61db1bf32,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:09.333016 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:09.387811 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:45:06Z', 'revision_number': 4, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port': {'id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:04Z', 'updated_at': '2022-05-18T22:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '29da784a-f69b-4280-9e5a-cbc0c15a1e59', 'name': '', 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'mac_address': 'fa:16:3e:30:3e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '294415ff-00c6-485a-86f5-adb920d80571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:06Z', 'updated_at': '2022-05-18T22:45:07Z', 'revision_number': 2, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'subnets': [{'id': '294415ff-00c6-485a-86f5-adb920d80571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:09.416092 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Checking router: cc02ed0a-2def-47b1-80da-fb44102e687c for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:45:09.416550 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Updating router cc02ed0a-2def-47b1-80da-fb44102e687c port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:45:09.427256 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a25bc5c9-00b8-4ffb-b006-cb611e56517d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.431526 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46350) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:09.431693 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a25bc5c9-00b8-4ffb-b006-cb611e56517d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3898346 May 18 22:45:09.436924 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-6080ef5e-5e22-47df-8682-2067c6b51398 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'security_group_rule': {'security_group_id': '45c873f4-cbe5-4f42-831c-6a91983e71c4', 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:09.455021 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.566935 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6080ef5e-5e22-47df-8682-2067c6b51398 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (c87b8084-da3a-418f-8360-f5bc51c61f07), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.586216 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:09.650321 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6080ef5e-5e22-47df-8682-2067c6b51398 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (c87b8084-da3a-418f-8360-f5bc51c61f07), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.749698 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6080ef5e-5e22-47df-8682-2067c6b51398 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (c87b8084-da3a-418f-8360-f5bc51c61f07), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.756399 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Publish callbacks [] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.759599 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:09.770528 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080ef5e-5e22-47df-8682-2067c6b51398 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87b8084-da3a-418f-8360-f5bc51c61f07,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:09.857126 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.861077 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6080ef5e-5e22-47df-8682-2067c6b51398 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.862311 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6080ef5e-5e22-47df-8682-2067c6b51398 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4294190 May 18 22:45:09.865011 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46356) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:09.869785 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-c06909b2-39d2-452d-873a-d29459706199 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'security_group_rule': {'security_group_id': '45c873f4-cbe5-4f42-831c-6a91983e71c4', 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:09.911837 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633655c1-6d28-4ce3-948b-86554835a939 None None] Pushing event updated for resources: {'Port': ['ID=29da784a-f69b-4280-9e5a-cbc0c15a1e59,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:09.916699 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.971877 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Attempting to bind port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:45:09.972249 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Attempting to bind port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:45:09.972610 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Attempting to bind port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 on network 699debfc-db1f-4dec-bb73-ea65a0032abe {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:09.978352 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:45:09.982406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Checking segment: {'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:45:09.982406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:09.982406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Bound using segment: {'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:45:09.982406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Bound port: 29da784a-f69b-4280-9e5a-cbc0c15a1e59, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a65d90-cbb1-4716-8515-1420495724d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:45:09.982406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.008735 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c06909b2-39d2-452d-873a-d29459706199 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (7529c03b-37c2-473f-a4d2-e314240f3305), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.059088 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] For port 29da784a-f69b-4280-9e5a-cbc0c15a1e59, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:45:10.064793 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] For port 29da784a-f69b-4280-9e5a-cbc0c15a1e59, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=29da784a-f69b-4280-9e5a-cbc0c15a1e59,segment=NetworkSegment(11a65d90-cbb1-4716-8515-1420495724d9),segment_id=11a65d90-cbb1-4716-8515-1420495724d9)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:45:10.064946 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c06909b2-39d2-452d-873a-d29459706199 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (7529c03b-37c2-473f-a4d2-e314240f3305), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.120000 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c06909b2-39d2-452d-873a-d29459706199 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (7529c03b-37c2-473f-a4d2-e314240f3305), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.127513 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:10.138625 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06909b2-39d2-452d-873a-d29459706199 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7529c03b-37c2-473f-a4d2-e314240f3305,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:10.143897 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.193123 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f2541027-2d28-4789-afe5-0d06cca46c6f None None] Provisioning complete for port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:10.196651 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c06909b2-39d2-452d-873a-d29459706199 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.197111 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f2541027-2d28-4789-afe5-0d06cca46c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.197892 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c06909b2-39d2-452d-873a-d29459706199 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3318164 May 18 22:45:10.200576 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46358) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:10.205056 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-829b3751-563f-45c5-b8d0-1dcfd44d01be tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'security_group_rule': {'security_group_id': '45c873f4-cbe5-4f42-831c-6a91983e71c4', 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:10.247332 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Routers {'cc02ed0a-2def-47b1-80da-fb44102e687c'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:10.248540 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:45:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['cc02ed0a-2def-47b1-80da-fb44102e687c'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:10.285134 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633655c1-6d28-4ce3-948b-86554835a939 None None] Pushing event updated for resources: {'Port': ['ID=29da784a-f69b-4280-9e5a-cbc0c15a1e59,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:10.309711 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.securitygroups_db [None req-829b3751-563f-45c5-b8d0-1dcfd44d01be tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Project 7994cefc64b44d1e92e94a9c8c1cca31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 22:45:10.317050 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-829b3751-563f-45c5-b8d0-1dcfd44d01be tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (289947c6-6a8d-4adf-b6c4-6488a621c21b), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.318340 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:10.394065 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f2541027-2d28-4789-afe5-0d06cca46c6f None None] Current status of the port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:10.394415 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f2541027-2d28-4789-afe5-0d06cca46c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.415502 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] Set router cc02ed0a-2def-47b1-80da-fb44102e687c gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:10.420021 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-829b3751-563f-45c5-b8d0-1dcfd44d01be tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (289947c6-6a8d-4adf-b6c4-6488a621c21b), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.449611 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 5415bdc6-a95f-438d-b8c0-23903b85a6c4 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:10.492197 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f2541027-2d28-4789-afe5-0d06cca46c6f None None] For port 29da784a-f69b-4280-9e5a-cbc0c15a1e59, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=29da784a-f69b-4280-9e5a-cbc0c15a1e59,segment=NetworkSegment(11a65d90-cbb1-4716-8515-1420495724d9),segment_id=11a65d90-cbb1-4716-8515-1420495724d9)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:45:10.510646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-829b3751-563f-45c5-b8d0-1dcfd44d01be tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (289947c6-6a8d-4adf-b6c4-6488a621c21b), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.541158 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b3751-563f-45c5-b8d0-1dcfd44d01be tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289947c6-6a8d-4adf-b6c4-6488a621c21b,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:10.584485 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f2541027-2d28-4789-afe5-0d06cca46c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.615780 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:10.616152 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.678365 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-829b3751-563f-45c5-b8d0-1dcfd44d01be tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.688064 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-829b3751-563f-45c5-b8d0-1dcfd44d01be tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4786456 May 18 22:45:10.688431 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46368) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:10.688431 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-aacfe51f-a40e-421f-b9d5-91b55472272c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'security_group_rule': {'security_group_id': '45c873f4-cbe5-4f42-831c-6a91983e71c4', 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:10.689640 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2541027-2d28-4789-afe5-0d06cca46c6f None None] Pushing event updated for resources: {'Port': ['ID=29da784a-f69b-4280-9e5a-cbc0c15a1e59,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:10.732556 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:10.742558 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-dfe65803-923c-4343-bc6f-824811c0ae50 None None] Provisioning complete for port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:10.742928 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-dfe65803-923c-4343-bc6f-824811c0ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.777374 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:45:06Z', 'revision_number': 4, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port': {'id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:04Z', 'updated_at': '2022-05-18T22:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '29da784a-f69b-4280-9e5a-cbc0c15a1e59', 'name': '', 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'mac_address': 'fa:16:3e:30:3e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '294415ff-00c6-485a-86f5-adb920d80571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:06Z', 'updated_at': '2022-05-18T22:45:10Z', 'revision_number': 4, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'subnets': [{'id': '294415ff-00c6-485a-86f5-adb920d80571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:10.790205 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-aacfe51f-a40e-421f-b9d5-91b55472272c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Project 7994cefc64b44d1e92e94a9c8c1cca31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 22:45:10.796700 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aacfe51f-a40e-421f-b9d5-91b55472272c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (d390d81e-a298-48dd-a92c-32fbbcd347fa), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.824358 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65a5c5-540a-47bc-ba15-0944f762d955 None None] The sync data for ids ['cc02ed0a-2def-47b1-80da-fb44102e687c'] in dv-cinder-838009-6-iscsi is: [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:45:06Z', 'revision_number': 4, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port': {'id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:04Z', 'updated_at': '2022-05-18T22:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '29da784a-f69b-4280-9e5a-cbc0c15a1e59', 'name': '', 'network_id': '699debfc-db1f-4dec-bb73-ea65a0032abe', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'mac_address': 'fa:16:3e:30:3e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '294415ff-00c6-485a-86f5-adb920d80571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:06Z', 'updated_at': '2022-05-18T22:45:10Z', 'revision_number': 4, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'subnets': [{'id': '294415ff-00c6-485a-86f5-adb920d80571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:45:10.842748 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:10.865382 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aacfe51f-a40e-421f-b9d5-91b55472272c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (d390d81e-a298-48dd-a92c-32fbbcd347fa), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.905403 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-dfe65803-923c-4343-bc6f-824811c0ae50 None None] Current status of the port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:10.938120 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aacfe51f-a40e-421f-b9d5-91b55472272c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (d390d81e-a298-48dd-a92c-32fbbcd347fa), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:10.958220 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfe51f-a40e-421f-b9d5-91b55472272c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d390d81e-a298-48dd-a92c-32fbbcd347fa,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:11.014268 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aacfe51f-a40e-421f-b9d5-91b55472272c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:11.015746 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-aacfe51f-a40e-421f-b9d5-91b55472272c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3317213 May 18 22:45:11.400241 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:12.390597 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 29da784a-f69b-4280-9e5a-cbc0c15a1e59 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:12.432855 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:12.433223 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:12.510135 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:12.915188 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:14.831094 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 46514) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:14.946258 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-beb982df-c80c-4e2e-b308-8320816ecc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:15.024844 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-beb982df-c80c-4e2e-b308-8320816ecc8a admin admin] Publish callbacks [] for security_group (609fa975-c012-42ba-bfbf-86a893e528ef), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:15.075263 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-beb982df-c80c-4e2e-b308-8320816ecc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (609fa975-c012-42ba-bfbf-86a893e528ef), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:15.110602 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb982df-c80c-4e2e-b308-8320816ecc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609fa975-c012-42ba-bfbf-86a893e528ef,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:15.123956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46522) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:15.124447 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-beb982df-c80c-4e2e-b308-8320816ecc8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2a3bb9085e244b68b849e5ca3363f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911532 May 18 22:45:15.181235 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c05cf21b-d744-4c4f-94b4-6c4f254b42bd admin admin] Publish callbacks [] for security_group (609fa975-c012-42ba-bfbf-86a893e528ef), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:15.206751 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c05cf21b-d744-4c4f-94b4-6c4f254b42bd admin admin] Publish callbacks [] for security_group (609fa975-c012-42ba-bfbf-86a893e528ef), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:15.366787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c05cf21b-d744-4c4f-94b4-6c4f254b42bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (609fa975-c012-42ba-bfbf-86a893e528ef), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:15.371910 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c05cf21b-d744-4c4f-94b4-6c4f254b42bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:15.373084 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c05cf21b-d744-4c4f-94b4-6c4f254b42bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/609fa975-c012-42ba-bfbf-86a893e528ef HTTP/1.1" status: 204 len: 168 time: 0.2466388 May 18 22:45:15.381298 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cf21b-d744-4c4f-94b4-6c4f254b42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609fa975-c012-42ba-bfbf-86a893e528ef,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:19.204448 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46592) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:19.209453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9143bc6e-b2e7-4e52-be27-c41e6654ef18 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2134114542', 'description': 'tempest-description--1688257058'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:19.315649 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9143bc6e-b2e7-4e52-be27-c41e6654ef18 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:19.388087 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9143bc6e-b2e7-4e52-be27-c41e6654ef18 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (d0654539-8404-4638-a2b8-8e74868e269e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:19.463524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9143bc6e-b2e7-4e52-be27-c41e6654ef18 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (d0654539-8404-4638-a2b8-8e74868e269e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:19.500234 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143bc6e-b2e7-4e52-be27-c41e6654ef18 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0654539-8404-4638-a2b8-8e74868e269e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:19.614644 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9143bc6e-b2e7-4e52-be27-c41e6654ef18 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:19.615852 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9143bc6e-b2e7-4e52-be27-c41e6654ef18 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4103103 May 18 22:45:19.618657 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46596) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:19.625384 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-1a157bf9-1e82-4543-b542-4562b1554bb9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group_rule': {'security_group_id': 'd0654539-8404-4638-a2b8-8e74868e269e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:19.750581 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1a157bf9-1e82-4543-b542-4562b1554bb9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (dd5c4576-5bbb-432d-bcd3-4388d97133ed), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:19.796837 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1a157bf9-1e82-4543-b542-4562b1554bb9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (dd5c4576-5bbb-432d-bcd3-4388d97133ed), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:19.892354 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1a157bf9-1e82-4543-b542-4562b1554bb9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (dd5c4576-5bbb-432d-bcd3-4388d97133ed), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:19.910771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:19.913244 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a157bf9-1e82-4543-b542-4562b1554bb9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5c4576-5bbb-432d-bcd3-4388d97133ed,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:19.917213 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:45:19.990883 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1a157bf9-1e82-4543-b542-4562b1554bb9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:19.992336 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1a157bf9-1e82-4543-b542-4562b1554bb9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3726289 May 18 22:45:19.995432 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46598) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:19.999974 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-1e485307-0f14-4e4b-a1f9-6f23b149ab7b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group_rule': {'security_group_id': 'd0654539-8404-4638-a2b8-8e74868e269e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:20.013102 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:20.085818 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1e485307-0f14-4e4b-a1f9-6f23b149ab7b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (2f92db91-3a88-4349-aa1d-b11caad5528f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:20.137779 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1e485307-0f14-4e4b-a1f9-6f23b149ab7b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (2f92db91-3a88-4349-aa1d-b11caad5528f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:20.229046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1e485307-0f14-4e4b-a1f9-6f23b149ab7b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (2f92db91-3a88-4349-aa1d-b11caad5528f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:20.247547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e485307-0f14-4e4b-a1f9-6f23b149ab7b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f92db91-3a88-4349-aa1d-b11caad5528f,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:20.334058 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1e485307-0f14-4e4b-a1f9-6f23b149ab7b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:20.339295 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1e485307-0f14-4e4b-a1f9-6f23b149ab7b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389606 May 18 22:45:20.339295 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46602) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:20.342920 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:20.430441 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:20.516450 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:20.631812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Allocated IP 172.27.1.102 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/214fcaeb-208a-41fc-851d-a3e4cc6bfba2) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:45:20.737812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:20.831327 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:20.875536 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:20.880268 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:20.884028 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:45:20.887225 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=214fcaeb-208a-41fc-851d-a3e4cc6bfba2,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:20.932965 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:20.970487 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (0bd82f5c-f9b8-4709-811c-0914eca45bbf), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:21.073803 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:21.157027 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:21.265271 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:21.321085 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:21.391204 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=214fcaeb-208a-41fc-851d-a3e4cc6bfba2,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:21.407247 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (0bd82f5c-f9b8-4709-811c-0914eca45bbf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:21.472243 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:21.473498 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7c4ef2c0-0f17-49a7-84a2-49b6e30a8486 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1340225 May 18 22:45:22.838781 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:23.908405 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=40 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:25.098340 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=16,neutron:INSERT=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:25.118475 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=54,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:25.394337 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:27.991737 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-34591939-2894-49a6-aa81-bbf369dffb67 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2134114542&fields=id&tenant_id=6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 267 time: 0.0518069 May 18 22:45:28.330539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-05820460-732e-4087-ac2c-857954803487 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:28.332012 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-05820460-732e-4087-ac2c-857954803487 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 814 time: 0.3336790 May 18 22:45:28.347200 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-c2ecf08d-e567-47b7-9532-b70878c5a4e2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/quotas/6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 375 time: 0.0097303 May 18 22:45:28.398033 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-ae20bf6d-57f7-41b4-835c-abb2aeb421e8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458584 May 18 22:45:28.554660 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-348e25e8-4c2f-4a61-80c6-13ff7f2abeb1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:45:28.556062 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-348e25e8-4c2f-4a61-80c6-13ff7f2abeb1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0503805 May 18 22:45:28.669532 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-9d49abbf-2dc2-4436-844c-f19015a33d86 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073031 May 18 22:45:28.759518 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-900acf48-8b65-4b32-a280-2662ac990589 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841706 May 18 22:45:29.000555 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a8ff381d-2e2f-458a-ba05-1cc5356fcbc9 req-0c4b953c-d254-43e4-9d40-0c9f0fb33f30 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 210 time: 0.0312376 May 18 22:45:29.148699 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:30.106098 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e088c4c-c088-4752-a766-60b712c85f51 req-be78574a-045c-4a6f-a467-19be15badc2f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 210 time: 0.0287538 May 18 22:45:31.208080 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9a2f65d0-3db2-436d-8573-d300ac307d96 req-a454fec1-b20b-42f5-b51b-edd7e32923bf tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 210 time: 0.0273342 May 18 22:45:31.563102 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-93b8eca5-f394-477a-9068-2a333782110d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:31.564556 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-93b8eca5-f394-477a-9068-2a333782110d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 814 time: 0.1096311 May 18 22:45:31.618769 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:31.668100 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-e7121432-cb56-4844-8e2f-918c40221ce1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 473 time: 0.0703576 May 18 22:45:31.678461 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'port': {'device_id': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'admin_state_up': True, 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'security_groups': ['d0654539-8404-4638-a2b8-8e74868e269e']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:31.692141 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-47af554a-37be-451d-99be-e273264e5dc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433822 May 18 22:45:31.773453 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-1cda7764-92db-4c97-9551-7e3b5b7f8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:31.774999 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-1cda7764-92db-4c97-9551-7e3b5b7f8821 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 1130 time: 0.0446694 May 18 22:45:31.909583 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-21e8dba0-e9de-454a-a618-ef9e0d390e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:31.911744 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-21e8dba0-e9de-454a-a618-ef9e0d390e5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 915 time: 0.0941052 May 18 22:45:31.937710 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Made reservation on behalf of 6422f1b1118143e4b8ef54927212ca97 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:45:31.941809 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:31.979673 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-60013c5e-e5b1-41bd-8aec-f3197b081a06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0613861 May 18 22:45:32.028559 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:32.039212 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-3e40e851-8998-4e46-addc-ce2266007b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:32.040673 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-3e40e851-8998-4e46-addc-ce2266007b70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0538368 May 18 22:45:32.084416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Allocated IP 172.20.0.9 (fbd3cb94-6b06-443d-a376-6f705f586753/e41c8fe0-af5f-4581-99d2-e1fae5ede731/7dae3f3b-8bc8-4a34-8417-b95ba6b1c353) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:45:32.087551 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-610a59c0-0dad-4091-a6ce-0ac9fe2e594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:32.089055 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-610a59c0-0dad-4091-a6ce-0ac9fe2e594d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420887 May 18 22:45:32.194757 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-3317d6c8-54a9-43ab-a32d-307a052cf850 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986607 May 18 22:45:32.235781 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:32.303984 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32134d54-844e-4123-a36a-6d4dfdec8f03 req-540bd453-43a9-4d88-8b44-4dc51d09dfb9 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021926 May 18 22:45:32.319851 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc17786-10d7-4db6-9443-8ce816fb1adf req-c3009cce-dd3e-4f7b-b207-04ce7cf9755b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 210 time: 0.0304914 May 18 22:45:32.337200 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:32.392738 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Network fbd3cb94-6b06-443d-a376-6f705f586753 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:32.398810 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:32.401381 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:45:32.403856 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:32.427566 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:32.448227 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.448493 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.448834 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.449174 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.449511 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.449845 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.450241 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.450575 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.450904 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.451235 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.451564 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.451890 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.452218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.452544 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.452863 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:45:32.473046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:32.473664 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:32.568850 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-1ea3298f-e0fd-4d52-83c3-86b80d1d2231 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8949237 May 18 22:45:32.669550 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-68a5f7de-584a-4d07-abf2-bf781095e487 None None] Provisioning complete for port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:32.670120 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-68a5f7de-584a-4d07-abf2-bf781095e487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:32.701520 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-68a5f7de-584a-4d07-abf2-bf781095e487 None None] Port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:45:32.730535 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Request body: {'port': {'device_id': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:32.794749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:33.110836 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:45:33.118633 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Publish callbacks [] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:33.131827 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Transition to ACTIVE for port object 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:45:33.211577 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:33.263972 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Pushing event updated for resources: {'Port': ['ID=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:33.342274 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Attempting to bind port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:45:33.342447 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Attempting to bind port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:45:33.342811 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Attempting to bind port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:33.347749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 on network fbd3cb94-6b06-443d-a376-6f705f586753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:45:33.348541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Attempting to bind port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:33.353367 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:45:33.353722 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Checking segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:45:33.354114 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Bound using segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:45:33.354541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Bound port: 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:45:33.354905 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:33.453802 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:33.477832 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb1aa8-c538-4054-8969-36ec7e4d1bf8 req-ba4407d4-7dc7-4e8f-b37a-8fd9bbf16b5c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:33.479419 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a8fb1aa8-c538-4054-8969-36ec7e4d1bf8 req-ba4407d4-7dc7-4e8f-b37a-8fd9bbf16b5c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 943 time: 0.0826969 May 18 22:45:33.480398 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] For port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:45:33.483638 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] For port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:45:33.536013 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a8fb1aa8-c538-4054-8969-36ec7e4d1bf8 req-402248ee-ac49-48a6-92d7-2e1552945e9d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506558 May 18 22:45:33.635649 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:33.666269 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:33.674589 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:33.675204 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:33.677500 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] 10.222.0.24 "PUT /v2.0/ports/7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 HTTP/1.1" status: 200 len: 1093 time: 0.9514675 May 18 22:45:33.677932 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'tag': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:45:33.680211 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36e8fc1-7f06-4772-8e62-adfbdc14f17f" -d '{"events": [{"name": "network-changed", "server_uuid": "11859bc6-9f40-4ebd-a362-f02edc56387f", "tag": "7dae3f3b-8bc8-4a34-8417-b95ba6b1c353"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:45:33.700844 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b83e2f-19b6-4eed-9b06-cb66c72909ca service neutron] Pushing event updated for resources: {'Port': ['ID=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:33.729394 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cff4c77-d620-4f19-9ac1-2e38b8a1b51e x-openstack-request-id: req-6cff4c77-d620-4f19-9ac1-2e38b8a1b51e {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:45:33.729684 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11859bc6-9f40-4ebd-a362-f02edc56387f", "tag": "7dae3f3b-8bc8-4a34-8417-b95ba6b1c353", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:45:33.730110 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cff4c77-d620-4f19-9ac1-2e38b8a1b51e {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:45:33.730518 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cff4c77-d620-4f19-9ac1-2e38b8a1b51e'] response: {'name': 'network-changed', 'server_uuid': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'tag': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'status': 'completed', 'code': 200} May 18 22:45:33.840027 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e8fc1-7f06-4772-8e62-adfbdc14f17f req-8fb820e4-30e1-48f2-ad14-f73fed97183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:33.841564 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d36e8fc1-7f06-4772-8e62-adfbdc14f17f req-8fb820e4-30e1-48f2-ad14-f73fed97183c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 1127 time: 0.0446308 May 18 22:45:34.147453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e8fc1-7f06-4772-8e62-adfbdc14f17f req-145ec755-c578-40c7-9caf-e03e26af0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:34.148934 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d36e8fc1-7f06-4772-8e62-adfbdc14f17f req-145ec755-c578-40c7-9caf-e03e26af0356 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6422f1b1118143e4b8ef54927212ca97&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0979288 May 18 22:45:34.242316 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e8fc1-7f06-4772-8e62-adfbdc14f17f req-6f4dac84-ebb8-4257-ad3c-286d39370153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:34.243757 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d36e8fc1-7f06-4772-8e62-adfbdc14f17f req-6f4dac84-ebb8-4257-ad3c-286d39370153 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881863 May 18 22:45:34.354566 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-c25ba6d2-4c0d-4578-9ae7-b81b55c02bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:34.356065 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-c25ba6d2-4c0d-4578-9ae7-b81b55c02bde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 1127 time: 0.0459888 May 18 22:45:34.403286 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-0ed79c97-663a-4b93-827b-bc8fbe462643 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 HTTP/1.1" status: 200 len: 217 time: 0.0314343 May 18 22:45:34.452803 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-d1bbdb68-7ce0-49f7-a065-217b24222ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:34.454250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-d1bbdb68-7ce0-49f7-a065-217b24222ed4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0428557 May 18 22:45:34.502272 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-a17f94df-da49-46c1-9c00-2839a66e5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:34.504332 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-a17f94df-da49-46c1-9c00-2839a66e5a9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425892 May 18 22:45:34.594886 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-136a25b7-5fee-4591-ab91-bf11d9abae79 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844607 May 18 22:45:34.701928 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695967f-84ba-4d9e-ba53-1f57ae441f82 req-aa0590ba-994a-442b-af9b-05e9b6216774 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:34.703460 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b695967f-84ba-4d9e-ba53-1f57ae441f82 req-aa0590ba-994a-442b-af9b-05e9b6216774 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 943 time: 0.0928001 May 18 22:45:34.745130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63dfbe67-46a6-491b-b170-64b3fa1b6b86 req-bc92f5f2-b53d-46f7-a691-3b1cf0cc40be service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423943 May 18 22:45:34.768188 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b695967f-84ba-4d9e-ba53-1f57ae441f82 req-440ceeaf-f156-4481-a484-fb36866f65ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545940 May 18 22:45:35.443694 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:35.448486 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=20 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:35.887645 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ccbf-433e-49a2-b0a6-ed8bcc76c013 req-ce222ebd-92c1-4e64-ae21-b2b782ccf718 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:35.889084 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e4e6ccbf-433e-49a2-b0a6-ed8bcc76c013 req-ce222ebd-92c1-4e64-ae21-b2b782ccf718 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 943 time: 0.0505652 May 18 22:45:35.937655 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e4e6ccbf-433e-49a2-b0a6-ed8bcc76c013 req-2966156b-43a4-45bf-8dd1-19dd79860375 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 May 18 22:45:36.703161 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9566d696-2dbf-4678-9ed2-a12344e722c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:37.062176 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b6644-eba0-4786-ba2d-321af4d22e37 req-0c59334e-ecf6-4554-8d4a-8eea8fc17402 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:37.063468 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c21b6644-eba0-4786-ba2d-321af4d22e37 req-0c59334e-ecf6-4554-8d4a-8eea8fc17402 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 943 time: 0.0565410 May 18 22:45:37.110929 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c21b6644-eba0-4786-ba2d-321af4d22e37 req-56ccb609-7041-49d4-8884-1ce92ee9c61d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414484 May 18 22:45:38.212145 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:38.228075 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ed067-1dfb-4ed7-8941-c7d45d42c3af req-e15611eb-c592-4bf9-8c21-148f20bca3c7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:38.229515 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a71ed067-1dfb-4ed7-8941-c7d45d42c3af req-e15611eb-c592-4bf9-8c21-148f20bca3c7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 943 time: 0.0460401 May 18 22:45:38.283769 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a71ed067-1dfb-4ed7-8941-c7d45d42c3af req-99795a5b-ed6a-42cd-87f6-62b66e2ac04f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485795 May 18 22:45:38.947865 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2622581b-c700-420f-810c-0717384e505d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:39.398424 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5acf-a4dc-4014-a57f-44345656502a req-79d3bf22-4354-43d6-bbbf-856b7369af7d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:39.399895 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6cab5acf-a4dc-4014-a57f-44345656502a req-79d3bf22-4354-43d6-bbbf-856b7369af7d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 943 time: 0.0478199 May 18 22:45:39.446655 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6cab5acf-a4dc-4014-a57f-44345656502a req-cfe8a68b-775b-4a06-ab2d-f5dad3393503 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414667 May 18 22:45:39.903168 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:39.978592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:45:40.079899 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:45:40.091464 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'port_id': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'mac_address': 'fa:16:3e:f0:8c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:45:40.125425 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:40.125811 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:40.142391 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:45:40.161361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:45:40.228177 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:40.273852 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:40.563357 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f72751-362f-4388-89ed-86de5643a3cb req-7097b2d9-c383-462d-87f3-acb00d8c67b2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:40.564725 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-19f72751-362f-4388-89ed-86de5643a3cb req-7097b2d9-c383-462d-87f3-acb00d8c67b2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 944 time: 0.0482960 May 18 22:45:40.575839 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:40.612940 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-19f72751-362f-4388-89ed-86de5643a3cb req-bc0f9c3f-bea1-44a5-a7e1-4cb42c516399 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 May 18 22:45:40.956134 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['7dae3f3b-8bc8-4a34-8417-b95ba6b1c353'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:45:41.399881 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:41.727951 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2ce7-818a-4a80-ae31-34c40f7dd79a req-a0ddc57a-cb17-4e30-8968-d2dee84d0a2d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:41.729466 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-858a2ce7-818a-4a80-ae31-34c40f7dd79a req-a0ddc57a-cb17-4e30-8968-d2dee84d0a2d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 944 time: 0.0509641 May 18 22:45:41.776696 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-858a2ce7-818a-4a80-ae31-34c40f7dd79a req-17945600-95a2-4f4f-9469-51c9c84617c8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 May 18 22:45:42.298156 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=53 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:42.300500 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=48 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:42.580240 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:45:42.623967 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:45:42.697284 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:42.697656 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:42.770372 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:45:42.770758 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:42.796523 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:45:42.798788 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4495cc-d37a-49fc-b002-8136329b36bb" -d '{"events": [{"server_uuid": "11859bc6-9f40-4ebd-a362-f02edc56387f", "name": "network-vif-plugged", "status": "completed", "tag": "7dae3f3b-8bc8-4a34-8417-b95ba6b1c353"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:45:42.813519 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:45:42.839847 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fbbe73-12d7-42cc-9bb8-422745de6fbe x-openstack-request-id: req-48fbbe73-12d7-42cc-9bb8-422745de6fbe {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:45:42.840211 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11859bc6-9f40-4ebd-a362-f02edc56387f", "name": "network-vif-plugged", "status": "completed", "tag": "7dae3f3b-8bc8-4a34-8417-b95ba6b1c353", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:45:42.840524 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48fbbe73-12d7-42cc-9bb8-422745de6fbe {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:45:42.840959 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fbbe73-12d7-42cc-9bb8-422745de6fbe'] response: {'server_uuid': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'code': 200} May 18 22:45:42.846945 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:42.904036 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85ae41-794b-4c4b-9db7-2f48d4adfd18 req-530a4d0b-3a40-4420-96fb-bff0cfa611b0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:42.905530 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b85ae41-794b-4c4b-9db7-2f48d4adfd18 req-530a4d0b-3a40-4420-96fb-bff0cfa611b0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 944 time: 0.0479398 May 18 22:45:42.920441 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:42.925182 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:42.951125 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:42.959288 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b85ae41-794b-4c4b-9db7-2f48d4adfd18 req-44c8832d-4aa5-4555-810a-66c001535a26 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471978 May 18 22:45:42.981549 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:43.302661 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0da8c-8a79-4ecd-9621-5cd77b1005b9 req-69c66953-9415-4bbd-9490-b7d4d0dde12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:43.304054 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43c0da8c-8a79-4ecd-9621-5cd77b1005b9 req-69c66953-9415-4bbd-9490-b7d4d0dde12b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 1129 time: 0.0393662 May 18 22:45:43.358247 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43c0da8c-8a79-4ecd-9621-5cd77b1005b9 req-6ad815f7-90f4-4884-8e0a-db4cd4ddace1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469017 May 18 22:45:44.079256 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f6353-e907-4fa0-85bb-3230e41e6c6a req-245047e7-689b-4df1-b21b-7777f2878148 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:44.080737 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce9f6353-e907-4fa0-85bb-3230e41e6c6a req-245047e7-689b-4df1-b21b-7777f2878148 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0486104 May 18 22:45:44.128441 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce9f6353-e907-4fa0-85bb-3230e41e6c6a req-6ef3fa49-701b-4bde-a4d0-09c16e627da4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 May 18 22:45:45.244080 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3d1f-6920-42f7-9feb-5340475052a9 req-50bf0d11-2e50-4557-b576-433eef96d2a1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:45.245535 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6fc3d1f-6920-42f7-9feb-5340475052a9 req-50bf0d11-2e50-4557-b576-433eef96d2a1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0485947 May 18 22:45:45.292837 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6fc3d1f-6920-42f7-9feb-5340475052a9 req-39b80acc-3e99-4de4-aea5-b781965d57a0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417838 May 18 22:45:46.409623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c923c9-8156-4233-9e44-9da4d0876b4e req-09188abc-660c-4433-bac8-b9bd3d0fb2f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:46.411094 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43c923c9-8156-4233-9e44-9da4d0876b4e req-09188abc-660c-4433-bac8-b9bd3d0fb2f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0500510 May 18 22:45:46.458315 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43c923c9-8156-4233-9e44-9da4d0876b4e req-a0a934d9-f0e1-45f8-a67f-2c8b3722044c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406566 May 18 22:45:46.573044 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee9f0-229f-4431-ad83-149901ecc09c req-3e3e1779-31e6-49b7-809c-607eb9a261ea tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:46.574420 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9fee9f0-229f-4431-ad83-149901ecc09c req-3e3e1779-31e6-49b7-809c-607eb9a261ea tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0472898 May 18 22:45:46.582918 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 46906) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:45:46.587785 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'floatingip': {'port_id': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:46.626552 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (0bd82f5c-f9b8-4709-811c-0914eca45bbf), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:46.727998 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:47.044187 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:47.124776 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (0bd82f5c-f9b8-4709-811c-0914eca45bbf), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:47.159172 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:47.221489 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Floating IP 0bd82f5c-f9b8-4709-811c-0914eca45bbf associated. External IP: 172.27.1.102, port: 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353. May 18 22:45:47.643101 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:45:47.748125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:45:47.752548 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:47.758659 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:45:47.767959 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:47.768569 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:45:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:47.781523 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cdf96ae9-773a-4c0a-8da9-39d552000f77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "PUT /v2.0/floatingips/0bd82f5c-f9b8-4709-811c-0914eca45bbf HTTP/1.1" status: 200 len: 991 time: 1.1975212 May 18 22:45:47.782054 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'tag': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:45:47.784301 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a5e7b3-9695-442a-b4fd-10e130537a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "11859bc6-9f40-4ebd-a362-f02edc56387f", "tag": "7dae3f3b-8bc8-4a34-8417-b95ba6b1c353"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:45:47.819525 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228387eb-9840-46aa-9352-2b7976b022d2 x-openstack-request-id: req-228387eb-9840-46aa-9352-2b7976b022d2 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:45:47.819812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11859bc6-9f40-4ebd-a362-f02edc56387f", "tag": "7dae3f3b-8bc8-4a34-8417-b95ba6b1c353", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:45:47.820060 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-228387eb-9840-46aa-9352-2b7976b022d2 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:45:47.820457 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228387eb-9840-46aa-9352-2b7976b022d2'] response: {'name': 'network-changed', 'server_uuid': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'tag': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'status': 'completed', 'code': 200} May 18 22:45:47.930221 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-a584ef39-01fd-4517-9f5d-768dd43a7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:47.932004 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-a584ef39-01fd-4517-9f5d-768dd43a7903 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 1129 time: 0.0414090 May 18 22:45:47.947546 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:48.020084 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:48.025310 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-54da74af-a1e2-41e8-9a8c-ee4a136993a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:48.026833 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-54da74af-a1e2-41e8-9a8c-ee4a136993a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 915 time: 0.0888276 May 18 22:45:48.091007 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-9a98b216-9255-4cc1-b5e2-5f5274687b13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 HTTP/1.1" status: 200 len: 999 time: 0.0582945 May 18 22:45:48.138493 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-228c12ca-2730-4d0a-b23d-d12ffc81f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:48.139933 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-228c12ca-2730-4d0a-b23d-d12ffc81f793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0432544 May 18 22:45:48.165528 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '0bd82f5c-f9b8-4709-811c-0914eca45bbf', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:f0:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:45:20Z', 'updated_at': '2022-05-18T22:45:46Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}, {'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:09Z', 'revision_number': 2, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:48.187655 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-d49c216e-6b4e-4ad4-bdb5-e0081484e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:48.189140 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-d49c216e-6b4e-4ad4-bdb5-e0081484e11d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431342 May 18 22:45:48.193310 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:45:48.202127 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:45:48.202728 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:45:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:48.280229 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-c544501a-e63e-4cab-ba82-e9f9e7477ad8 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845449 May 18 22:45:48.300977 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:45:48.376544 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a5e7b3-9695-442a-b4fd-10e130537a6d req-93859766-97ae-4b33-8b3e-829df3ba34df service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892520 May 18 22:45:48.509880 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '0bd82f5c-f9b8-4709-811c-0914eca45bbf', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:f0:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:45:20Z', 'updated_at': '2022-05-18T22:45:46Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}, {'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:09Z', 'revision_number': 2, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:45:48.533014 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ab0f2e-a783-40b3-87b1-d36f662bd69c None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '0bd82f5c-f9b8-4709-811c-0914eca45bbf', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:f0:8c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:45:20Z', 'updated_at': '2022-05-18T22:45:46Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}, {'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:09Z', 'revision_number': 2, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:45:48.728090 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f47ce-e115-4fab-b3eb-fce986fe3409 None None] New status for floating IP 0bd82f5c-f9b8-4709-811c-0914eca45bbf: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:45:51.007086 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-8f8c3289-989a-4f00-83e1-fa888d4172ff tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552150152&fields=id&tenant_id=7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 267 time: 0.0437930 May 18 22:45:51.073162 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:51.121147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-aa17bfc2-80f3-4ca1-8427-ebd9596e5fc9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:51.122636 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-aa17bfc2-80f3-4ca1-8427-ebd9596e5fc9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 811 time: 0.1087158 May 18 22:45:51.137310 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-d52980f3-cef8-4699-a6e0-98480c358c53 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/quotas/7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 375 time: 0.0093880 May 18 22:45:51.184938 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-6293e32a-0d5d-46e0-a7e0-430644636227 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428903 May 18 22:45:51.281676 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-0948239e-94bd-4d04-a098-5baf7cc9bda1 service neutron] 10.222.0.70 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844700 May 18 22:45:51.370310 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-674978f2-f009-4ff4-b190-70a4b5d3f750 service neutron] 10.222.0.70 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831492 May 18 22:45:51.999204 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1510028-c6d7-46f9-867b-b53ab914d5af req-2f8e5a9e-0bcb-4a17-8fc5-3e789be7f03d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 210 time: 0.0284419 May 18 22:45:53.099738 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d2a55543-ae45-4672-8ba1-58015430170d req-dca5bb6b-eaee-478d-8738-d3bc54125f7a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 210 time: 0.0324090 May 18 22:45:54.076822 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-a3e717c6-838a-41d4-9be2-6147209d1b42 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:54.078343 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-a3e717c6-838a-41d4-9be2-6147209d1b42 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 811 time: 0.1051745 May 18 22:45:54.154268 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-b0ac1b8c-034c-49fa-a13f-3ed7d1dab944 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 379 time: 0.0584540 May 18 22:45:54.164767 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'port': {'device_id': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'admin_state_up': True, 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'security_groups': ['45c873f4-cbe5-4f42-831c-6a91983e71c4']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:54.234055 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-718e7606-1ea7-44d0-8933-abf9c2421a6a req-885e7f24-16d8-4928-ab24-f2c83b5b9746 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 210 time: 0.0531256 May 18 22:45:54.240556 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:54.354396 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Made reservation on behalf of 7994cefc64b44d1e92e94a9c8c1cca31 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:45:54.357960 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:54.487723 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Allocated IP 172.20.0.10 (cb762368-0a84-43af-8013-3ba314096c24/d087bf9d-1a7d-485b-a348-6a32c11cc58b/44c157c3-379b-4597-8ca7-33a80833c6e1) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:45:54.629256 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:54.638351 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:54.727080 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:54.776080 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Network cb762368-0a84-43af-8013-3ba314096c24 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:45:54.779148 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:45:54.782887 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:45:54.814116 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=44c157c3-379b-4597-8ca7-33a80833c6e1,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:54.838541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:54.839163 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:54.895246 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-ad9fc1b9-54b2-4495-bb2a-8520b9166906 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7347353 May 18 22:45:54.913872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Request body: {'port': {'device_id': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:45:54.983190 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:54.994742 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-3459fe8a-1747-4698-900c-b773c69ee1db None None] Provisioning complete for port 44c157c3-379b-4597-8ca7-33a80833c6e1 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:45:54.995320 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3459fe8a-1747-4698-900c-b773c69ee1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:55.027777 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3459fe8a-1747-4698-900c-b773c69ee1db None None] Port 44c157c3-379b-4597-8ca7-33a80833c6e1 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:45:55.072166 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:55.272605 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c157c3-379b-4597-8ca7-33a80833c6e1 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:45:55.280035 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Publish callbacks [] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:55.293052 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Transition to ACTIVE for port object 44c157c3-379b-4597-8ca7-33a80833c6e1 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:45:55.359997 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820c073-4044-44d1-bf6f-e4c8f0084170 req-0d604a7e-f0e6-4acc-8371-b56b3f67a09f tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:55.362060 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5820c073-4044-44d1-bf6f-e4c8f0084170 req-0d604a7e-f0e6-4acc-8371-b56b3f67a09f tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 932 time: 0.0536637 May 18 22:45:55.406899 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:55.418839 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5820c073-4044-44d1-bf6f-e4c8f0084170 req-7a4b42e8-d0e0-4092-ac14-ba496b14c36a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511863 May 18 22:45:55.441309 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:55.460722 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Pushing event updated for resources: {'Port': ['ID=44c157c3-379b-4597-8ca7-33a80833c6e1,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:55.541464 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Attempting to bind port 44c157c3-379b-4597-8ca7-33a80833c6e1 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:45:55.541700 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Attempting to bind port 44c157c3-379b-4597-8ca7-33a80833c6e1 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:45:55.542051 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Attempting to bind port 44c157c3-379b-4597-8ca7-33a80833c6e1 on network cb762368-0a84-43af-8013-3ba314096c24 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:55.546762 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Port 44c157c3-379b-4597-8ca7-33a80833c6e1 on network cb762368-0a84-43af-8013-3ba314096c24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:45:55.547076 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Attempting to bind port 44c157c3-379b-4597-8ca7-33a80833c6e1 on network cb762368-0a84-43af-8013-3ba314096c24 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:45:55.552757 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:45:55.553170 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Checking segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:45:55.553621 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Bound using segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:45:55.554167 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Bound port: 44c157c3-379b-4597-8ca7-33a80833c6e1, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:45:55.555107 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:55.621854 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] For port 44c157c3-379b-4597-8ca7-33a80833c6e1, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:45:55.624885 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] For port 44c157c3-379b-4597-8ca7-33a80833c6e1, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=44c157c3-379b-4597-8ca7-33a80833c6e1,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:45:55.697695 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:55.730043 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:55.730654 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:45:55.732047 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] 10.222.0.24 "PUT /v2.0/ports/44c157c3-379b-4597-8ca7-33a80833c6e1 HTTP/1.1" status: 200 len: 1094 time: 0.8225255 May 18 22:45:55.732471 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'tag': '44c157c3-379b-4597-8ca7-33a80833c6e1'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:45:55.734725 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28474a1e-16e9-4ff7-98e4-1646ebd2fdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f60a91a-04f2-4c00-9a6a-fa540a8b57ea", "tag": "44c157c3-379b-4597-8ca7-33a80833c6e1"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:45:55.762140 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa98bd-b23d-4914-ba47-9992f9168cbd service neutron] Pushing event updated for resources: {'Port': ['ID=44c157c3-379b-4597-8ca7-33a80833c6e1,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:45:55.784297 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e5b89d-35ff-4591-8b73-ec49363f8344 x-openstack-request-id: req-22e5b89d-35ff-4591-8b73-ec49363f8344 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:45:55.784297 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f60a91a-04f2-4c00-9a6a-fa540a8b57ea", "tag": "44c157c3-379b-4597-8ca7-33a80833c6e1", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:45:55.784575 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22e5b89d-35ff-4591-8b73-ec49363f8344 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:45:55.784817 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e5b89d-35ff-4591-8b73-ec49363f8344'] response: {'name': 'network-changed', 'server_uuid': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'tag': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'status': 'completed', 'code': 200} May 18 22:45:55.888304 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28474a1e-16e9-4ff7-98e4-1646ebd2fdd1 req-620b140e-37ae-45a0-bac6-b02c03966a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:55.889854 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28474a1e-16e9-4ff7-98e4-1646ebd2fdd1 req-620b140e-37ae-45a0-bac6-b02c03966a65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 1128 time: 0.0448499 May 18 22:45:56.006443 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28474a1e-16e9-4ff7-98e4-1646ebd2fdd1 req-9602d288-5b41-421c-bf93-c12dff47887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:56.009708 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28474a1e-16e9-4ff7-98e4-1646ebd2fdd1 req-9602d288-5b41-421c-bf93-c12dff47887d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1027930 May 18 22:45:56.104548 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28474a1e-16e9-4ff7-98e4-1646ebd2fdd1 req-c1096b5e-0932-41d0-bd3d-e50d37e9ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:56.106235 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28474a1e-16e9-4ff7-98e4-1646ebd2fdd1 req-c1096b5e-0932-41d0-bd3d-e50d37e9ee9a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924680 May 18 22:45:56.225602 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-c25af704-e6c6-4ac5-afb8-dd8ca03a25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:56.227861 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-c25af704-e6c6-4ac5-afb8-dd8ca03a25dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 1128 time: 0.0410824 May 18 22:45:56.280883 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-177255cc-36aa-47cc-8003-c19260f40832 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c157c3-379b-4597-8ca7-33a80833c6e1 HTTP/1.1" status: 200 len: 217 time: 0.0335922 May 18 22:45:56.333590 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-357989b8-f03a-4dfb-b6cb-dce14d20c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:56.335357 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-357989b8-f03a-4dfb-b6cb-dce14d20c2dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.0479732 May 18 22:45:56.380447 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-12961907-8a9c-4702-83e9-b8f118df4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:56.382688 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-12961907-8a9c-4702-83e9-b8f118df4b09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417070 May 18 22:45:56.406206 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:45:56.483269 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-8e6091e3-96f7-48de-a6ea-ed1f5c30aa5f service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944023 May 18 22:45:56.581597 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fcb55-3a6a-48de-9110-aa5a3bebaeb2 req-74e61851-cf4a-44d4-92bf-399f41a2fcfc tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:56.583073 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd5fcb55-3a6a-48de-9110-aa5a3bebaeb2 req-74e61851-cf4a-44d4-92bf-399f41a2fcfc tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0907950 May 18 22:45:56.653106 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbc5c29d-bab4-4c6c-b4c8-2cf09b3eb26c req-6468b414-a4ca-43d4-ac48-17edce7a530a service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588514 May 18 22:45:56.666615 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd5fcb55-3a6a-48de-9110-aa5a3bebaeb2 req-07f8bb86-f322-4985-ab43-f90b0ba8a6d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765004 May 18 22:45:56.916336 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:45:57.781357 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b02121-52e7-403c-a96a-f0a9e9e91194 req-8966ac19-d353-45f6-b211-fb8fa28eafb3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:57.782846 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c7b02121-52e7-403c-a96a-f0a9e9e91194 req-8966ac19-d353-45f6-b211-fb8fa28eafb3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0477133 May 18 22:45:57.832646 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c7b02121-52e7-403c-a96a-f0a9e9e91194 req-3c1cb583-8411-4a0c-a8bb-0688386779d0 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443602 May 18 22:45:58.946414 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b15f-d236-479e-8bcd-5328a2b14aed req-a6e74369-bff3-4ef8-b1ff-55dfa2ea8b42 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:45:58.947913 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3e52b15f-d236-479e-8bcd-5328a2b14aed req-a6e74369-bff3-4ef8-b1ff-55dfa2ea8b42 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0490105 May 18 22:45:58.998556 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3e52b15f-d236-479e-8bcd-5328a2b14aed req-323f5e27-6453-436e-b974-b1bdb86e91b9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444016 May 18 22:45:59.153695 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:00.115530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bcae9-2999-4a2d-8b42-8cd8064f05bd req-eec9d33b-6132-4b55-8d9c-1a4e46152935 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:00.116998 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f4bcae9-2999-4a2d-8b42-8cd8064f05bd req-eec9d33b-6132-4b55-8d9c-1a4e46152935 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0504966 May 18 22:46:00.128663 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:00.167974 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f4bcae9-2999-4a2d-8b42-8cd8064f05bd req-4fde60ec-529c-4d61-ad05-6306c409a618 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445969 May 18 22:46:00.914476 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=73 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:01.280066 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62aa6cf-9911-46aa-97da-25ff46a21615 req-d1693587-6cda-40cd-8f71-69ad248a80ef tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:01.281533 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c62aa6cf-9911-46aa-97da-25ff46a21615 req-d1693587-6cda-40cd-8f71-69ad248a80ef tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0468554 May 18 22:46:01.330953 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c62aa6cf-9911-46aa-97da-25ff46a21615 req-902171b5-e688-429e-b25e-d1aa726ddb08 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438571 May 18 22:46:02.446060 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de39d6-d14a-4a11-8aef-2dd837f9a89a req-78e6c1e4-d17e-4c8a-bf2b-cb19269a0c44 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:02.447541 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44de39d6-d14a-4a11-8aef-2dd837f9a89a req-78e6c1e4-d17e-4c8a-bf2b-cb19269a0c44 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0501742 May 18 22:46:02.501852 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44de39d6-d14a-4a11-8aef-2dd837f9a89a req-72389ed6-8e67-4eb7-9aa7-30e7b9061d04 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471134 May 18 22:46:03.382883 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47080) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:03.489169 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7cc3499c-d2a8-4b0c-86ea-1c79a2ad0463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:03.567653 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7cc3499c-d2a8-4b0c-86ea-1c79a2ad0463 admin admin] Publish callbacks [] for security_group (26a509e0-d589-4684-976c-c238c5d9a2cd), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:03.618754 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb823d53-dc5d-4e1e-9b57-337577b0ba99 req-013a841c-abf5-4859-836a-8d7ad86cd098 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:03.620387 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb823d53-dc5d-4e1e-9b57-337577b0ba99 req-013a841c-abf5-4859-836a-8d7ad86cd098 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0462632 May 18 22:46:03.639474 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7cc3499c-d2a8-4b0c-86ea-1c79a2ad0463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (26a509e0-d589-4684-976c-c238c5d9a2cd), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:03.669706 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:03.697288 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7cc3499c-d2a8-4b0c-86ea-1c79a2ad0463 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cc864fdafab4ddb8dad415abb24781a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133705 May 18 22:46:03.700526 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47086) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:03.704228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3499c-d2a8-4b0c-86ea-1c79a2ad0463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a509e0-d589-4684-976c-c238c5d9a2cd,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:03.711896 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb823d53-dc5d-4e1e-9b57-337577b0ba99 req-048ffee0-748b-4352-9174-608688792b57 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861669 May 18 22:46:03.750803 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Publish callbacks [] for security_group (26a509e0-d589-4684-976c-c238c5d9a2cd), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:03.772244 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Publish callbacks [] for security_group (26a509e0-d589-4684-976c-c238c5d9a2cd), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:03.886226 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (26a509e0-d589-4684-976c-c238c5d9a2cd), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:03.888747 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:03.889869 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26a509e0-d589-4684-976c-c238c5d9a2cd HTTP/1.1" status: 204 len: 168 time: 0.1883779 May 18 22:46:03.900203 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a509e0-d589-4684-976c-c238c5d9a2cd,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:03.904382 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.904724 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.905058 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.905389 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.905711 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.906056 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.906379 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.906732 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.907014 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.907335 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.907658 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.907974 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.908288 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.908603 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:03.908929 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d7007e-fc07-4000-9dab-c0b9974aeff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:04.834089 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c45c13-b0d9-44ef-b39c-32b03e4a4d46 req-764fee4e-1360-4fb8-ba1c-b441f532856b tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:04.835575 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85c45c13-b0d9-44ef-b39c-32b03e4a4d46 req-764fee4e-1360-4fb8-ba1c-b441f532856b tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0529950 May 18 22:46:04.887981 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85c45c13-b0d9-44ef-b39c-32b03e4a4d46 req-2d8b73e5-39f6-410e-bc3c-8e7fa2c3e7aa tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463636 May 18 22:46:05.363928 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47120) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:05.494435 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb46f-8aeb-4e32-b36a-23538a231d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:05.579285 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb46f-8aeb-4e32-b36a-23538a231d90 admin admin] Publish callbacks [] for security_group (cbc5c2cc-d009-4a46-80ce-1fe3083e82c1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:05.632759 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb46f-8aeb-4e32-b36a-23538a231d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (cbc5c2cc-d009-4a46-80ce-1fe3083e82c1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:05.670133 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfb46f-8aeb-4e32-b36a-23538a231d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc5c2cc-d009-4a46-80ce-1fe3083e82c1,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:05.674424 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2dcfb46f-8aeb-4e32-b36a-23538a231d90 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0c4bd7621c24d15a73db7e4cb5e7af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095005 May 18 22:46:05.677412 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47128) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:05.724701 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9bb780df-ab33-4a1d-8f3b-448c1cca5d58 admin admin] Publish callbacks [] for security_group (cbc5c2cc-d009-4a46-80ce-1fe3083e82c1), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:05.745650 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9bb780df-ab33-4a1d-8f3b-448c1cca5d58 admin admin] Publish callbacks [] for security_group (cbc5c2cc-d009-4a46-80ce-1fe3083e82c1), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:05.827994 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9bb780df-ab33-4a1d-8f3b-448c1cca5d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (cbc5c2cc-d009-4a46-80ce-1fe3083e82c1), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:05.830539 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9bb780df-ab33-4a1d-8f3b-448c1cca5d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:05.834146 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9bb780df-ab33-4a1d-8f3b-448c1cca5d58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbc5c2cc-d009-4a46-80ce-1fe3083e82c1 HTTP/1.1" status: 204 len: 168 time: 0.1532819 May 18 22:46:05.840738 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb780df-ab33-4a1d-8f3b-448c1cca5d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc5c2cc-d009-4a46-80ce-1fe3083e82c1,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:06.002959 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb881d-315a-433e-ad5d-b4cb955ab600 req-e73d6623-52f1-4018-8bc6-a03bc98f83e1 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:06.004466 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55fb881d-315a-433e-ad5d-b4cb955ab600 req-e73d6623-52f1-4018-8bc6-a03bc98f83e1 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 944 time: 0.0488875 May 18 22:46:06.066554 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55fb881d-315a-433e-ad5d-b4cb955ab600 req-2e169da1-a56c-49bc-8ecf-c616835bc7de tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563056 May 18 22:46:06.681042 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 44c157c3-379b-4597-8ca7-33a80833c6e1 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:46:06.690937 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-76473114-5954-48f5-b710-4b2c7a44c38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:06.787193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 44c157c3-379b-4597-8ca7-33a80833c6e1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=44c157c3-379b-4597-8ca7-33a80833c6e1,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:06.799731 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'port_id': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'mac_address': 'fa:16:3e:9d:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:46:06.835319 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 44c157c3-379b-4597-8ca7-33a80833c6e1 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:06.835704 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:06.848633 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c157c3-379b-4597-8ca7-33a80833c6e1 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:46:06.868457 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 44c157c3-379b-4597-8ca7-33a80833c6e1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=44c157c3-379b-4597-8ca7-33a80833c6e1,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:06.912445 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=83 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:06.948181 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:06.994617 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=44c157c3-379b-4597-8ca7-33a80833c6e1,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:07.002811 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.003031 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.003365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.003692 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.004012 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.004334 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.004669 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.004986 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.005312 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.005615 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.005928 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.006274 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.006584 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.006892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.007202 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:07.187296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fecd9-763b-4564-b467-725356332769 req-dafe93d5-c7ee-467c-956c-f949a03591ea tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:07.188811 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f15fecd9-763b-4564-b467-725356332769 req-dafe93d5-c7ee-467c-956c-f949a03591ea tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 945 time: 0.0514808 May 18 22:46:07.237971 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f15fecd9-763b-4564-b467-725356332769 req-7c98827c-77a6-4e23-a5cc-9f95a9969a42 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437188 May 18 22:46:08.350692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75bb96-22cd-4faa-83c0-a2d8adceaf3e req-aa827452-cefa-47d4-bb04-8f699d814b8f tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:08.352165 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dc75bb96-22cd-4faa-83c0-a2d8adceaf3e req-aa827452-cefa-47d4-bb04-8f699d814b8f tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 945 time: 0.0478714 May 18 22:46:08.401487 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dc75bb96-22cd-4faa-83c0-a2d8adceaf3e req-cfea4926-4c1c-4fb5-89f3-5012f5f859b9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435743 May 18 22:46:08.936111 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-70b50c61-8d2d-4377-848c-1e48cb119b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:09.514793 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e385d-99b4-47e2-8692-cac56c338149 req-aee18127-35da-48b8-9005-20f212717506 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:09.519455 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-951e385d-99b4-47e2-8692-cac56c338149 req-aee18127-35da-48b8-9005-20f212717506 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 945 time: 0.0491834 May 18 22:46:09.569702 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-951e385d-99b4-47e2-8692-cac56c338149 req-7f3e5fb3-f84c-44e7-aec7-f62ad229bb52 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476756 May 18 22:46:09.919050 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:10.682632 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e4a77-0147-40fb-baec-a34830eb7881 req-e703b406-bd0a-4f51-9b72-c3ce7fc0d704 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:10.684745 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b12e4a77-0147-40fb-baec-a34830eb7881 req-e703b406-bd0a-4f51-9b72-c3ce7fc0d704 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 945 time: 0.0459347 May 18 22:46:10.703528 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:10.736463 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b12e4a77-0147-40fb-baec-a34830eb7881 req-31bf4c09-976c-43dd-a54e-c9835dc376b3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461726 May 18 22:46:11.416411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:11.847738 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e4aa-e325-40bc-954f-85bcb33993a1 req-c0a5a12d-7c81-4dbe-82d3-08db90cf5209 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:11.849250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0e0e4aa-e325-40bc-954f-85bcb33993a1 req-c0a5a12d-7c81-4dbe-82d3-08db90cf5209 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 945 time: 0.0476651 May 18 22:46:11.874559 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['44c157c3-379b-4597-8ca7-33a80833c6e1'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:46:11.899892 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0e0e4aa-e325-40bc-954f-85bcb33993a1 req-6d694ad9-8bb0-456b-a3e8-da1b8d9151a9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448272 May 18 22:46:11.910286 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:11.975591 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:12.884935 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:13.018282 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a62c7-8cdb-4978-80c0-a4fd5a9eebb2 req-a8c9d81e-45be-4d43-acb6-7f29e94fada7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:13.019731 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2b6a62c7-8cdb-4978-80c0-a4fd5a9eebb2 req-a8c9d81e-45be-4d43-acb6-7f29e94fada7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 945 time: 0.0514255 May 18 22:46:13.069334 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2b6a62c7-8cdb-4978-80c0-a4fd5a9eebb2 req-6cdd5684-902c-4687-90d2-1880e58efef9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440919 May 18 22:46:13.588349 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 44c157c3-379b-4597-8ca7-33a80833c6e1 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:13.628620 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 44c157c3-379b-4597-8ca7-33a80833c6e1 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:46:13.723961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 44c157c3-379b-4597-8ca7-33a80833c6e1 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:13.724335 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:13.797342 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 44c157c3-379b-4597-8ca7-33a80833c6e1 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:13.797723 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:13.820499 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c157c3-379b-4597-8ca7-33a80833c6e1'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:46:13.822717 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b828be-3af9-4ec0-8379-16723d32b109" -d '{"events": [{"server_uuid": "6f60a91a-04f2-4c00-9a6a-fa540a8b57ea", "name": "network-vif-plugged", "status": "completed", "tag": "44c157c3-379b-4597-8ca7-33a80833c6e1"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:46:13.835648 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 44c157c3-379b-4597-8ca7-33a80833c6e1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=44c157c3-379b-4597-8ca7-33a80833c6e1,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:13.858626 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cbad96-0b43-48af-ac63-2291d1e25cf4 x-openstack-request-id: req-11cbad96-0b43-48af-ac63-2291d1e25cf4 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:46:13.864130 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f60a91a-04f2-4c00-9a6a-fa540a8b57ea", "name": "network-vif-plugged", "status": "completed", "tag": "44c157c3-379b-4597-8ca7-33a80833c6e1", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:46:13.864130 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11cbad96-0b43-48af-ac63-2291d1e25cf4 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:46:13.864130 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cbad96-0b43-48af-ac63-2291d1e25cf4'] response: {'server_uuid': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'code': 200} May 18 22:46:13.912666 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:13.961945 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=44c157c3-379b-4597-8ca7-33a80833c6e1,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:14.181752 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89113f-2d62-4d02-a4b8-9abde017a2b2 req-ff01bee3-27de-4995-b52a-b4a6d735ead5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:14.183731 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd89113f-2d62-4d02-a4b8-9abde017a2b2 req-ff01bee3-27de-4995-b52a-b4a6d735ead5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0475137 May 18 22:46:14.232784 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd89113f-2d62-4d02-a4b8-9abde017a2b2 req-55b7e421-0157-4a95-8bb0-1122c0d50e2a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432255 May 18 22:46:14.333688 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e395-e902-4fad-8f63-cfea31d56d27 req-ac3ebc9b-8373-4be9-b141-2d2769a080d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:14.335176 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9e0e395-e902-4fad-8f63-cfea31d56d27 req-ac3ebc9b-8373-4be9-b141-2d2769a080d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 1130 time: 0.0377336 May 18 22:46:14.607932 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d9e0e395-e902-4fad-8f63-cfea31d56d27 req-84a45db9-1a9d-4839-84d9-54ea56d7037b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661855 May 18 22:46:15.346771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905abcae-1110-4959-91bd-71d183713c58 req-3849ade2-8c25-4d46-b9c9-797d69fda8ba tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:15.348214 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-905abcae-1110-4959-91bd-71d183713c58 req-3849ade2-8c25-4d46-b9c9-797d69fda8ba tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0466526 May 18 22:46:15.365893 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:15.396541 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-905abcae-1110-4959-91bd-71d183713c58 req-b935e08f-0780-46af-a4e8-db9ac8d3893d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427318 May 18 22:46:15.834076 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:15.836959 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:16.516616 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0134e50-1adf-454b-bd45-25b8630a1f28 req-fad0cd31-04d5-4de3-94a6-fd180411618d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:16.518309 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0134e50-1adf-454b-bd45-25b8630a1f28 req-fad0cd31-04d5-4de3-94a6-fd180411618d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0554793 May 18 22:46:16.572649 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0134e50-1adf-454b-bd45-25b8630a1f28 req-ce50b6f9-cd2d-4085-b3a7-733df6cd2d0c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484731 May 18 22:46:17.686940 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1919fc-5b9f-47b5-b23d-af6a4da67920 req-8bb7cf95-171d-49d2-98ac-3c1b84daa625 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:17.688412 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d1919fc-5b9f-47b5-b23d-af6a4da67920 req-8bb7cf95-171d-49d2-98ac-3c1b84daa625 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0482821 May 18 22:46:17.736766 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d1919fc-5b9f-47b5-b23d-af6a4da67920 req-7588b273-4eae-4650-8d60-ca5353fbd39c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 May 18 22:46:17.848316 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9531f7-5bb4-4187-8cda-0bf618d12b1d req-e73ebb39-d0c3-4dd4-b96b-2ef8f68cb6b4 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:17.849765 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1b9531f7-5bb4-4187-8cda-0bf618d12b1d req-e73ebb39-d0c3-4dd4-b96b-2ef8f68cb6b4 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0462205 May 18 22:46:17.902314 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1b9531f7-5bb4-4187-8cda-0bf618d12b1d req-4f7f3681-d7b6-4a9a-a194-13e65fdc718f tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456634 May 18 22:46:17.924849 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47252) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:18.111308 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748c928c-08e1-48d8-8f06-f26bb788a162 tempest-TestVolumeBootPattern-1275016149 tempest-TestVolumeBootPattern-1275016149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:18.112795 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-748c928c-08e1-48d8-8f06-f26bb788a162 tempest-TestVolumeBootPattern-1275016149 tempest-TestVolumeBootPattern-1275016149-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 1125 time: 0.1867039 May 18 22:46:18.115853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47256) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:18.120058 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'port_id': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:18.182102 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:18.260155 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:18.299368 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:18.370972 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Allocated IP 172.27.1.88 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/7b708c46-848f-4b4b-973d-b91f11b142f4) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:46:18.471929 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (7b708c46-848f-4b4b-973d-b91f11b142f4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:18.594261 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (7b708c46-848f-4b4b-973d-b91f11b142f4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:18.643645 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:18.646858 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:18.649466 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:46:18.654855 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=7b708c46-848f-4b4b-973d-b91f11b142f4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:18.685093 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:18.999722 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (7e3d1cd4-d575-4429-b4d2-10282e7c67b4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:19.124209 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (7b708c46-848f-4b4b-973d-b91f11b142f4), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:19.143289 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:19.297721 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (7b708c46-848f-4b4b-973d-b91f11b142f4), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:19.398882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (7b708c46-848f-4b4b-973d-b91f11b142f4), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:19.468290 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=7b708c46-848f-4b4b-973d-b91f11b142f4,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:19.480317 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (7e3d1cd4-d575-4429-b4d2-10282e7c67b4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:19.578972 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Floating IP 7e3d1cd4-d575-4429-b4d2-10282e7c67b4 associated. External IP: 172.27.1.88, port: 44c157c3-379b-4597-8ca7-33a80833c6e1. May 18 22:46:19.659207 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:19.777605 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Router 24e9453e-9442-4282-8364-edd4989f333d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:46:19.880260 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:46:19.889438 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:46:19.899549 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:19.900157 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:19.954647 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:19.990825 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-32349101-88f9-419a-8f35-64a4cc279e2e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8739445 May 18 22:46:19.991423 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'tag': '44c157c3-379b-4597-8ca7-33a80833c6e1'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:46:19.993615 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cff0dad-4dd4-40c0-ba38-8a187923f66d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f60a91a-04f2-4c00-9a6a-fa540a8b57ea", "tag": "44c157c3-379b-4597-8ca7-33a80833c6e1"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:46:20.002492 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:20.030722 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f78e330-707f-42c8-be86-0c4718a1caf3 x-openstack-request-id: req-9f78e330-707f-42c8-be86-0c4718a1caf3 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:46:20.031228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f60a91a-04f2-4c00-9a6a-fa540a8b57ea", "tag": "44c157c3-379b-4597-8ca7-33a80833c6e1", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:46:20.031334 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f78e330-707f-42c8-be86-0c4718a1caf3 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:46:20.031649 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f78e330-707f-42c8-be86-0c4718a1caf3'] response: {'name': 'network-changed', 'server_uuid': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'tag': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'status': 'completed', 'code': 200} May 18 22:46:20.208662 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '7e3d1cd4-d575-4429-b4d2-10282e7c67b4', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:9d:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:46:18Z', 'updated_at': '2022-05-18T22:46:18Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:20.236136 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:46:20.244229 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:20.244815 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:20.338225 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:20.538988 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '7e3d1cd4-d575-4429-b4d2-10282e7c67b4', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:9d:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:46:18Z', 'updated_at': '2022-05-18T22:46:18Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:20.563105 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d3bc7-2c5d-47ef-8a8b-d69d0f17b76a None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '7e3d1cd4-d575-4429-b4d2-10282e7c67b4', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:9d:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:46:18Z', 'updated_at': '2022-05-18T22:46:18Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:46:20.753398 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eafdbc-f29e-42ea-bfad-28008fc7c5cc None None] New status for floating IP 7e3d1cd4-d575-4429-b4d2-10282e7c67b4: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:46:23.101168 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-2fe1e1b2-ca76-4e8c-a8f3-d9247a67203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:23.102744 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-2fe1e1b2-ca76-4e8c-a8f3-d9247a67203f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 1130 time: 0.0424941 May 18 22:46:23.195505 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-91775d28-502f-4ac8-a093-7a5f15eef939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:23.197035 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-91775d28-502f-4ac8-a093-7a5f15eef939 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 912 time: 0.0868964 May 18 22:46:23.264642 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-3da13679-29a3-4e5e-acec-f4d90e6b71c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44c157c3-379b-4597-8ca7-33a80833c6e1 HTTP/1.1" status: 200 len: 1001 time: 0.0608234 May 18 22:46:23.311956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:23.315546 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-700e66b4-cc91-4c05-adf3-df92d336d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:23.316960 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-700e66b4-cc91-4c05-adf3-df92d336d287 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.0458128 May 18 22:46:23.360789 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-f03bfed8-7915-4988-a1a2-457b0b2ad316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:23.362254 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-f03bfed8-7915-4988-a1a2-457b0b2ad316 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393777 May 18 22:46:23.455517 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-a6cb484d-19bb-44de-8fc8-d45f565c7975 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864277 May 18 22:46:23.545746 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cff0dad-4dd4-40c0-ba38-8a187923f66d req-99336adb-5b6d-498d-b586-5a950860125c service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833552 May 18 22:46:27.578853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47326) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:27.689725 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1da6dc53-c13d-46f3-95ac-e3f52a15dece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:27.763844 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1da6dc53-c13d-46f3-95ac-e3f52a15dece admin admin] Publish callbacks [] for security_group (541d7557-e9d6-4ce1-aa31-a86ca1712103), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:27.861539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1da6dc53-c13d-46f3-95ac-e3f52a15dece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (541d7557-e9d6-4ce1-aa31-a86ca1712103), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:27.902240 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1da6dc53-c13d-46f3-95ac-e3f52a15dece admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aed53c1521184fedadd0bde53a7eef78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222544 May 18 22:46:27.903076 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6dc53-c13d-46f3-95ac-e3f52a15dece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541d7557-e9d6-4ce1-aa31-a86ca1712103,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:27.905753 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47332) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:27.959025 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45816b44-ea0f-4804-bf82-4d1003b56873 admin admin] Publish callbacks [] for security_group (541d7557-e9d6-4ce1-aa31-a86ca1712103), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:27.981018 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45816b44-ea0f-4804-bf82-4d1003b56873 admin admin] Publish callbacks [] for security_group (541d7557-e9d6-4ce1-aa31-a86ca1712103), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:28.078169 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45816b44-ea0f-4804-bf82-4d1003b56873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (541d7557-e9d6-4ce1-aa31-a86ca1712103), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:28.080677 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45816b44-ea0f-4804-bf82-4d1003b56873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:28.081826 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-45816b44-ea0f-4804-bf82-4d1003b56873 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/541d7557-e9d6-4ce1-aa31-a86ca1712103 HTTP/1.1" status: 204 len: 168 time: 0.1747859 May 18 22:46:28.089702 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45816b44-ea0f-4804-bf82-4d1003b56873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d7557-e9d6-4ce1-aa31-a86ca1712103,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:29.057651 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47360) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:29.153726 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1764618608-network', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:29.170205 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.227123 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Made reservation on behalf of 5fc1f2d036414a81ba6f2e60e8292ab6 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:46:29.229535 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.239220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.315981 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Publish callbacks [] for security_group (0ccfa50f-accc-445c-841f-4445e8d9f1c5), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.386332 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0ccfa50f-accc-445c-841f-4445e8d9f1c5), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.407981 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:46:29.423660 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccfa50f-accc-445c-841f-4445e8d9f1c5,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:29.426834 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (14dffc4d-0ffe-4404-bfd8-df7aee9bfe82), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.427244 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Added segment 14dffc4d-0ffe-4404-bfd8-df7aee9bfe82 of type vlan for network 4177bd83-4697-477b-b1d4-2aba176f602d May 18 22:46:29.467902 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (4177bd83-4697-477b-b1d4-2aba176f602d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.553404 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (4177bd83-4697-477b-b1d4-2aba176f602d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.554515 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:29.555093 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.618206 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] Pushing event updated for resources: {'Network': ['ID=4177bd83-4697-477b-b1d4-2aba176f602d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:29.628866 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 4177bd83-4697-477b-b1d4-2aba176f602d details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:46:29.671259 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4914c227-8572-4393-9a23-892cdcec49cc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6116819 May 18 22:46:29.674238 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47366) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:29.679146 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Request body: {'subnet': {'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1764618608-subnet', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:29.758634 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Made reservation on behalf of 5fc1f2d036414a81ba6f2e60e8292ab6 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:46:29.761023 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:29.976481 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (7da46f96-186f-44c6-84db-a897df3fb345), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.004579 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:30.023370 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:30.030417 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da46f96-186f-44c6-84db-a897df3fb345,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:30.041081 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Checking segment: {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:46:30.041435 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Network hostable DHCP agents. Network: 4177bd83-4697-477b-b1d4-2aba176f602d, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:46:30.090160 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Network 4177bd83-4697-477b-b1d4-2aba176f602d is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:46:30.169913 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 4177bd83-4697-477b-b1d4-2aba176f602d) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:30.175095 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:30.176276 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.181664 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa64f93-ccc6-448d-b8ef-6a5982c64cd9 None None] Network 4177bd83-4697-477b-b1d4-2aba176f602d requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:46:30.235801 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2468b68f-db7b-436e-8957-5b9f9839b932 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5604897 May 18 22:46:30.238486 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47368) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:30.242723 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:30.290698 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-4177bd83-4697-477b-b1d4-2aba176f602d', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:46:30.291694 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.312806 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (f7a79450-701b-4a61-8eb3-39a09a7eca2d), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.314800 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (f7a79450-701b-4a61-8eb3-39a09a7eca2d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.372317 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks [] for router_controller (f7a79450-701b-4a61-8eb3-39a09a7eca2d), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.421817 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:30.430332 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Allocated IP 172.20.0.2 (4177bd83-4697-477b-b1d4-2aba176f602d/7da46f96-186f-44c6-84db-a897df3fb345/3fdd534d-181d-408d-91ef-30724d901b65) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:46:30.439790 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:30.543832 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks [] for router_gateway (f7a79450-701b-4a61-8eb3-39a09a7eca2d), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.568593 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Publish callbacks [] for port (3fdd534d-181d-408d-91ef-30724d901b65), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.696998 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (3fdd534d-181d-408d-91ef-30724d901b65), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.740551 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Network 4177bd83-4697-477b-b1d4-2aba176f602d is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:30.745275 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:30.749145 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:46:30.753709 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Pushing event updated for resources: {'Port': ['ID=3fdd534d-181d-408d-91ef-30724d901b65,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:30.808081 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Attempting to bind port 3fdd534d-181d-408d-91ef-30724d901b65 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:46:30.808575 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Attempting to bind port 3fdd534d-181d-408d-91ef-30724d901b65 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:46:30.808949 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Attempting to bind port 3fdd534d-181d-408d-91ef-30724d901b65 on network 4177bd83-4697-477b-b1d4-2aba176f602d {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:46:30.814059 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:46:30.814435 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Checking segment: {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:46:30.814826 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.815210 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Bound using segment: {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:46:30.815659 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Bound port: 3fdd534d-181d-408d-91ef-30724d901b65, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:46:30.816025 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (3fdd534d-181d-408d-91ef-30724d901b65), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.834960 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks [] for router_gateway (f7a79450-701b-4a61-8eb3-39a09a7eca2d), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.853924 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.880278 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] For port 3fdd534d-181d-408d-91ef-30724d901b65, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:46:30.883328 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] For port 3fdd534d-181d-408d-91ef-30724d901b65, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3fdd534d-181d-408d-91ef-30724d901b65,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:46:30.947479 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (3fdd534d-181d-408d-91ef-30724d901b65), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:30.963648 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Allocated IP 172.27.1.244 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/dd5f0bef-4e2b-4c3f-9976-92fb7f947f66) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:46:31.008108 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0075cc0-f60e-4c37-b43a-4542739367f1 None None] Pushing event updated for resources: {'Port': ['ID=3fdd534d-181d-408d-91ef-30724d901b65,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:31.064646 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:31.075792 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks [] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:31.169162 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:31.224125 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:31.229364 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:31.231932 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Pushing event updated for resources: {'Port': ['ID=dd5f0bef-4e2b-4c3f-9976-92fb7f947f66,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:31.236535 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:46:31.275735 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:31.547910 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks [] for router_gateway (f7a79450-701b-4a61-8eb3-39a09a7eca2d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:31.747659 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (f7a79450-701b-4a61-8eb3-39a09a7eca2d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:31.879309 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28c461c-67d3-4a3e-9b2f-9a4c4d4673c4 None None] Network 4177bd83-4697-477b-b1d4-2aba176f602d requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:46:31.930311 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Router f7a79450-701b-4a61-8eb3-39a09a7eca2d is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:46:31.935379 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-84b6d172-083d-4d03-8325-e4d53632274f None None] Provisioning complete for port 3fdd534d-181d-408d-91ef-30724d901b65 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:31.935748 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-84b6d172-083d-4d03-8325-e4d53632274f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (3fdd534d-181d-408d-91ef-30724d901b65), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:31.992138 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:32.031355 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:46:32.045904 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Sync routers for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:46:32.057856 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-84b6d172-083d-4d03-8325-e4d53632274f None None] Current status of the port 3fdd534d-181d-408d-91ef-30724d901b65 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:32.057856 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-84b6d172-083d-4d03-8325-e4d53632274f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (3fdd534d-181d-408d-91ef-30724d901b65), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.078447 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:32.079658 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:32.087074 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.088460 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e7636b89-9f99-4c56-aa3e-5e16d4163b7b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8490331 May 18 22:46:32.094533 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47376) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:32.095116 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-84b6d172-083d-4d03-8325-e4d53632274f None None] For port 3fdd534d-181d-408d-91ef-30724d901b65, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3fdd534d-181d-408d-91ef-30724d901b65,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:32.153639 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:32.164020 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-84b6d172-083d-4d03-8325-e4d53632274f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (3fdd534d-181d-408d-91ef-30724d901b65), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.189734 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:32.228421 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6d172-083d-4d03-8325-e4d53632274f None None] Pushing event updated for resources: {'Port': ['ID=3fdd534d-181d-408d-91ef-30724d901b65,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:32.283859 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-dea6a7b2-9cc4-479e-81db-9319f8bceada None None] Provisioning complete for port 3fdd534d-181d-408d-91ef-30724d901b65 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:32.284365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-dea6a7b2-9cc4-479e-81db-9319f8bceada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (3fdd534d-181d-408d-91ef-30724d901b65), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.299478 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:32.321239 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:32.364015 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-dea6a7b2-9cc4-479e-81db-9319f8bceada None None] Current status of the port 3fdd534d-181d-408d-91ef-30724d901b65 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:32.454150 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:32.474250 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:31Z', 'revision_number': 3, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:32.490140 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3fdd534d-181d-408d-91ef-30724d901b65 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:32.499610 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Checking router: f7a79450-701b-4a61-8eb3-39a09a7eca2d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:46:32.499946 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Updating router f7a79450-701b-4a61-8eb3-39a09a7eca2d port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:46:32.528227 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.539603 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 3fdd534d-181d-408d-91ef-30724d901b65 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:32.539968 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (3fdd534d-181d-408d-91ef-30724d901b65), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.543783 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.613892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 3fdd534d-181d-408d-91ef-30724d901b65 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:32.705222 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Allocated IP 172.20.0.1 (4177bd83-4697-477b-b1d4-2aba176f602d/7da46f96-186f-44c6-84db-a897df3fb345/1366b219-602e-4ea4-8d0c-1893fc2a302f) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:46:32.805288 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Publish callbacks [] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.884708 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.944290 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Pushing event updated for resources: {'Port': ['ID=dd5f0bef-4e2b-4c3f-9976-92fb7f947f66,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:32.947885 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Attempting to bind port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:46:32.948251 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Attempting to bind port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:46:32.948958 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Attempting to bind port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:46:32.956520 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.956865 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.957218 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.957567 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.958013 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.958346 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.958668 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.958985 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.959302 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.959622 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.959938 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.960281 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.960600 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.960909 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.961219 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:32.967825 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:46:32.968195 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:46:32.968585 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:32.968959 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:46:32.969416 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Bound port: dd5f0bef-4e2b-4c3f-9976-92fb7f947f66, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:46:32.969788 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.020755 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] For port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:46:33.023779 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] For port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=dd5f0bef-4e2b-4c3f-9976-92fb7f947f66,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:46:33.039803 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Publish callbacks [] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.091377 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.149363 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b310a7-db71-4d1a-ab45-af16b7373767 None None] Pushing event updated for resources: {'Port': ['ID=dd5f0bef-4e2b-4c3f-9976-92fb7f947f66,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:33.152739 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:33.153398 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:33.164970 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.206477 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Network 4177bd83-4697-477b-b1d4-2aba176f602d is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:33.211285 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:33.215718 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:46:33.220908 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Pushing event updated for resources: {'Port': ['ID=1366b219-602e-4ea4-8d0c-1893fc2a302f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:33.251840 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.252200 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.252538 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.252873 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.253215 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.253525 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.253842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.254187 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.254507 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.254830 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.255147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.255641 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.256135 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.256453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.256767 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:46:33.260564 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:33.274530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (f7a79450-701b-4a61-8eb3-39a09a7eca2d), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.319626 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:33.442212 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:31Z', 'revision_number': 3, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:33.467617 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608959ef-1e15-4f45-a964-cdf4fcb8d4fb None None] The sync data for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi is: [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:31Z', 'revision_number': 3, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:46:33.478818 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.492476 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c7ed4ed7-720f-4ced-9bbf-945992adff14 None None] Provisioning complete for port 1366b219-602e-4ea4-8d0c-1893fc2a302f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:33.493010 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c7ed4ed7-720f-4ced-9bbf-945992adff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.522413 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:33.528853 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed4ed7-720f-4ced-9bbf-945992adff14 None None] Port 1366b219-602e-4ea4-8d0c-1893fc2a302f cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:46:33.550438 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:33.639022 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:33.706049 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Publish callbacks [] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.793231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.870041 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Pushing event updated for resources: {'Port': ['ID=1366b219-602e-4ea4-8d0c-1893fc2a302f,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:33.875797 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (f7a79450-701b-4a61-8eb3-39a09a7eca2d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:33.916056 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:46:33.978364 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Network 4177bd83-4697-477b-b1d4-2aba176f602d is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:33.979806 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:34.175901 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Router f7a79450-701b-4a61-8eb3-39a09a7eca2d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:46:34.232517 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:46:34.237596 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a4192414-5f05-418d-bdae-37d82ba63219 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7a79450-701b-4a61-8eb3-39a09a7eca2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1420248 May 18 22:46:34.253238 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-892bf3ad-520a-4c86-8bfc-9866e0561606 None None] Provisioning complete for port 1366b219-602e-4ea4-8d0c-1893fc2a302f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:34.253945 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-892bf3ad-520a-4c86-8bfc-9866e0561606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:34.293536 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-892bf3ad-520a-4c86-8bfc-9866e0561606 None None] Port 1366b219-602e-4ea4-8d0c-1893fc2a302f cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:46:34.456827 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:34.503229 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:34.503986 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:34.507665 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-44f5ea65-4818-4301-b8ae-19b687348551 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436740 May 18 22:46:34.587775 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:34.588291 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:34.618936 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=dd5f0bef-4e2b-4c3f-9976-92fb7f947f66,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:34.646193 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-98c6d105-5f17-4803-a771-0cb28ef1d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:34.648131 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-98c6d105-5f17-4803-a771-0cb28ef1d53b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 1130 time: 0.0510969 May 18 22:46:34.681061 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:34.696381 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:34.741968 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=dd5f0bef-4e2b-4c3f-9976-92fb7f947f66,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:34.764761 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-0d45fbd8-b280-4198-94e4-6c36c6277499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:34.770095 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-0d45fbd8-b280-4198-94e4-6c36c6277499 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.0939541 May 18 22:46:34.819949 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-3ad51c8f-e8ee-4edc-b628-364dbaa51b4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 HTTP/1.1" status: 200 len: 217 time: 0.0464816 May 18 22:46:34.875688 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-77b9df21-2fc7-4216-b39e-d95b981b6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:34.877247 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-77b9df21-2fc7-4216-b39e-d95b981b6cef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0504112 May 18 22:46:34.928587 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-caa9125a-4644-44cc-912e-4bd8fa3bc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:34.930520 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-caa9125a-4644-44cc-912e-4bd8fa3bc6e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465004 May 18 22:46:35.035685 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-4bdb6433-f252-48f5-a495-f805360e1ec9 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987360 May 18 22:46:35.130747 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47408) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:35.131265 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da9c777b-e114-4da1-a7ad-0f70ae3b8e53 req-fb824ebb-3f6c-487d-bada-893e793297e7 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878589 May 18 22:46:35.138212 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1740306237-network', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:35.180993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Sync routers for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:46:35.180993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:35.180993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:35.198923 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Made reservation on behalf of 3fa4e3a617184934be48331de9c16e2a for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:46:35.201950 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.211809 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.294415 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Publish callbacks [] for security_group (7ddff84c-b8c2-407b-96ae-47395237e3cd), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.358725 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (7ddff84c-b8c2-407b-96ae-47395237e3cd), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.388197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:46:35.397903 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:35.398740 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddff84c-b8c2-407b-96ae-47395237e3cd,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:35.402982 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:35.404600 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (2fe50d3e-b6ff-4b0e-9def-015a704bf232), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.405007 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Added segment 2fe50d3e-b6ff-4b0e-9def-015a704bf232 of type vlan for network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc May 18 22:46:35.416263 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:35.445877 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (1fc66150-1b11-4e0a-b4cf-17eb47637dbc), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.482619 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:35.530279 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (1fc66150-1b11-4e0a-b4cf-17eb47637dbc), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.531303 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:35.531867 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.594391 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] Pushing event updated for resources: {'Network': ['ID=1fc66150-1b11-4e0a-b4cf-17eb47637dbc,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:35.609774 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:46:35.659707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 2, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:35.693491 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f9f6b3b0-35ac-46f8-acdd-253fc44860ae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5606179 May 18 22:46:35.695418 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47410) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:35.696708 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Checking router: f7a79450-701b-4a61-8eb3-39a09a7eca2d for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:46:35.697063 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Updating router f7a79450-701b-4a61-8eb3-39a09a7eca2d port 1366b219-602e-4ea4-8d0c-1893fc2a302f binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:46:35.704843 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Request body: {'subnet': {'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1740306237-subnet', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:35.736345 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:35.750946 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:35.798804 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Made reservation on behalf of 3fa4e3a617184934be48331de9c16e2a for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:46:35.801637 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.022033 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (e7c7d9fd-6037-4a29-b846-0ca501eb591e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.028624 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Publish callbacks [] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.082834 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c7d9fd-6037-4a29-b846-0ca501eb591e,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:36.092720 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Checking segment: {'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:46:36.092720 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Network hostable DHCP agents. Network: 1fc66150-1b11-4e0a-b4cf-17eb47637dbc, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:46:36.112239 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.159273 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4fedc-f341-4f38-8290-75562263df96 None None] Pushing event updated for resources: {'Port': ['ID=1366b219-602e-4ea4-8d0c-1893fc2a302f,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:36.204443 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:46:36.224882 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Attempting to bind port 1366b219-602e-4ea4-8d0c-1893fc2a302f on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:46:36.225249 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Attempting to bind port 1366b219-602e-4ea4-8d0c-1893fc2a302f by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:46:36.225615 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Attempting to bind port 1366b219-602e-4ea4-8d0c-1893fc2a302f on network 4177bd83-4697-477b-b1d4-2aba176f602d {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:46:36.231833 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:46:36.232199 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Checking segment: {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:46:36.232601 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.232982 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Bound using segment: {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:46:36.233440 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Bound port: 1366b219-602e-4ea4-8d0c-1893fc2a302f, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:46:36.233813 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.267409 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 1fc66150-1b11-4e0a-b4cf-17eb47637dbc) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:36.272904 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:36.273896 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.281953 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:36.289626 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e59791-674f-4a4c-a9e1-7d4d5710764b None None] Network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:46:36.340163 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] For port 1366b219-602e-4ea4-8d0c-1893fc2a302f, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:46:36.358986 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] For port 1366b219-602e-4ea4-8d0c-1893fc2a302f, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=1366b219-602e-4ea4-8d0c-1893fc2a302f,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:46:36.372489 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fce82b33-dbcb-4ed2-92b6-545a0b206b17 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6695802 May 18 22:46:36.372489 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47420) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:36.374293 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:36.415170 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-1fc66150-1b11-4e0a-b4cf-17eb47637dbc', 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc', 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'fixed_ips': [{'subnet_id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:46:36.416070 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.432259 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.463560 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:36.469718 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-9e694adc-a5a2-4dab-97c2-c3c19d30f0da None None] Provisioning complete for port 1366b219-602e-4ea4-8d0c-1893fc2a302f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:36.470106 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e694adc-a5a2-4dab-97c2-c3c19d30f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.473522 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (2327fa42-5d86-447d-aa14-763aaca8503f), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.474676 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (2327fa42-5d86-447d-aa14-763aaca8503f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.526691 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks [] for router_controller (2327fa42-5d86-447d-aa14-763aaca8503f), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.538552 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:36.641328 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4fedc-f341-4f38-8290-75562263df96 None None] Pushing event updated for resources: {'Port': ['ID=1366b219-602e-4ea4-8d0c-1893fc2a302f,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:36.651301 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:36.652642 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:36.660876 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:36.774654 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:36.774917 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.820391 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8ca4fd56-cdff-49e2-9ff1-d4fb1aece9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.854124 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Allocated IP 172.20.0.2 (1fc66150-1b11-4e0a-b4cf-17eb47637dbc/e7c7d9fd-6037-4a29-b846-0ca501eb591e/14d7438c-d82a-4f91-bd15-9ed2de453f13) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:46:36.882245 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-9e694adc-a5a2-4dab-97c2-c3c19d30f0da None None] Current status of the port 1366b219-602e-4ea4-8d0c-1893fc2a302f is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:36.882633 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e694adc-a5a2-4dab-97c2-c3c19d30f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:36.919529 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:36.971477 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks [] for router_gateway (2327fa42-5d86-447d-aa14-763aaca8503f), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.171988 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-9e694adc-a5a2-4dab-97c2-c3c19d30f0da None None] For port 1366b219-602e-4ea4-8d0c-1893fc2a302f, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=1366b219-602e-4ea4-8d0c-1893fc2a302f,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:37.214076 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks [] for router_gateway (2327fa42-5d86-447d-aa14-763aaca8503f), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.234102 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.263094 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:37.268782 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e694adc-a5a2-4dab-97c2-c3c19d30f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.270104 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:37.347905 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Allocated IP 172.27.1.38 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/75eac031-d2f9-41aa-9877-d05fb344f713) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:46:37.395668 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Publish callbacks [] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.397385 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e694adc-a5a2-4dab-97c2-c3c19d30f0da None None] Pushing event updated for resources: {'Port': ['ID=1366b219-602e-4ea4-8d0c-1893fc2a302f,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:37.432242 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-471fee95-d189-471c-9820-3846f36ef62b None None] Provisioning complete for port 1366b219-602e-4ea4-8d0c-1893fc2a302f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:37.432611 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-471fee95-d189-471c-9820-3846f36ef62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.452117 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:37.461391 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks [] for port (75eac031-d2f9-41aa-9877-d05fb344f713), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.473674 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:36Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:37.505693 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52c3f7-6f5d-4c91-9f67-4412b591a5fe None None] The sync data for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi is: [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:36Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:46:37.507569 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.540326 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:37.552929 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:37.556442 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.559432 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:37.594831 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:46:37.609939 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Pushing event updated for resources: {'Port': ['ID=14d7438c-d82a-4f91-bd15-9ed2de453f13,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:37.624224 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-471fee95-d189-471c-9820-3846f36ef62b None None] Current status of the port 1366b219-602e-4ea4-8d0c-1893fc2a302f is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:37.637425 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:37.641702 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:37.649525 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Pushing event updated for resources: {'Port': ['ID=75eac031-d2f9-41aa-9877-d05fb344f713,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:37.652043 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:46:37.679904 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Attempting to bind port 14d7438c-d82a-4f91-bd15-9ed2de453f13 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:46:37.680498 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Attempting to bind port 14d7438c-d82a-4f91-bd15-9ed2de453f13 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:46:37.680617 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Attempting to bind port 14d7438c-d82a-4f91-bd15-9ed2de453f13 on network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:46:37.686723 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:46:37.687235 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Checking segment: {'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:46:37.687640 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.688029 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Bound using segment: {'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:46:37.688823 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Bound port: 14d7438c-d82a-4f91-bd15-9ed2de453f13, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:46:37.688969 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.690812 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:37.754876 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] For port 14d7438c-d82a-4f91-bd15-9ed2de453f13, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:46:37.758227 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] For port 14d7438c-d82a-4f91-bd15-9ed2de453f13, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=14d7438c-d82a-4f91-bd15-9ed2de453f13,segment=NetworkSegment(2fe50d3e-b6ff-4b0e-9def-015a704bf232),segment_id=2fe50d3e-b6ff-4b0e-9def-015a704bf232)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:46:37.839404 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:37.906574 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8211e7-da86-48fc-8c49-914aca9635af None None] Pushing event updated for resources: {'Port': ['ID=14d7438c-d82a-4f91-bd15-9ed2de453f13,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:37.969461 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks [] for router_gateway (2327fa42-5d86-447d-aa14-763aaca8503f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:38.225461 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (2327fa42-5d86-447d-aa14-763aaca8503f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:38.443791 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Router 2327fa42-5d86-447d-aa14-763aaca8503f is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:46:38.451344 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:38.487053 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 1366b219-602e-4ea4-8d0c-1893fc2a302f up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:38.535843 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 1366b219-602e-4ea4-8d0c-1893fc2a302f triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:38.536336 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:38.561582 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:46:38.572697 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Sync routers for ids ['2327fa42-5d86-447d-aa14-763aaca8503f'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:46:38.577192 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:38.595612 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Routers {'2327fa42-5d86-447d-aa14-763aaca8503f'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:38.598247 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['2327fa42-5d86-447d-aa14-763aaca8503f'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:38.657019 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 1366b219-602e-4ea4-8d0c-1893fc2a302f is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:38.658275 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 14d7438c-d82a-4f91-bd15-9ed2de453f13 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:38.663463 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:38.667637 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e9e6b7ba-77e9-41f7-b0be-5992586e10e6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2938783 May 18 22:46:38.667637 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47436) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:38.721585 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 14d7438c-d82a-4f91-bd15-9ed2de453f13 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:38.725060 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:38.770167 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Set router 2327fa42-5d86-447d-aa14-763aaca8503f gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:38.852604 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:38.885362 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 14d7438c-d82a-4f91-bd15-9ed2de453f13 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:38.885794 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:38.942496 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 14d7438c-d82a-4f91-bd15-9ed2de453f13, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=14d7438c-d82a-4f91-bd15-9ed2de453f13,segment=NetworkSegment(2fe50d3e-b6ff-4b0e-9def-015a704bf232),segment_id=2fe50d3e-b6ff-4b0e-9def-015a704bf232)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:38.975775 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad1d2-fed2-4f0b-ac3a-411cc95521b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.005564 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.035965 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:46:37Z', 'revision_number': 3, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port': {'id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:37Z', 'updated_at': '2022-05-18T22:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:39.063684 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=14d7438c-d82a-4f91-bd15-9ed2de453f13,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:39.074529 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Checking router: 2327fa42-5d86-447d-aa14-763aaca8503f for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:46:39.074529 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Updating router 2327fa42-5d86-447d-aa14-763aaca8503f port 75eac031-d2f9-41aa-9877-d05fb344f713 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:46:39.090287 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae1569-8153-4406-ba6b-c5446664d7b5 None None] Network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:46:39.108375 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.155194 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.165288 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-679ac2e4-dacf-4a45-b441-4d0275875e54 None None] Provisioning complete for port 14d7438c-d82a-4f91-bd15-9ed2de453f13 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:39.166084 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-679ac2e4-dacf-4a45-b441-4d0275875e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.213473 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:39.281071 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-679ac2e4-dacf-4a45-b441-4d0275875e54 None None] Current status of the port 14d7438c-d82a-4f91-bd15-9ed2de453f13 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:39.329042 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Allocated IP 172.20.0.1 (1fc66150-1b11-4e0a-b4cf-17eb47637dbc/e7c7d9fd-6037-4a29-b846-0ca501eb591e/2dfbd01e-33a9-4390-b890-8f41fd5a25ad) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:46:39.364959 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:39.412279 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Publish callbacks [] for port (75eac031-d2f9-41aa-9877-d05fb344f713), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.444047 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Publish callbacks [] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.451247 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:39.490421 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.496502 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:39.501805 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-8d6498cb-0645-4a77-9fb6-35ee5cebe884 None None] Provisioning complete for port 14d7438c-d82a-4f91-bd15-9ed2de453f13 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:39.501965 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8d6498cb-0645-4a77-9fb6-35ee5cebe884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.514032 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.566341 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:39.572061 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:39.580648 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:46:39.582329 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Pushing event updated for resources: {'Port': ['ID=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:39.607212 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8d6498cb-0645-4a77-9fb6-35ee5cebe884 None None] Current status of the port 14d7438c-d82a-4f91-bd15-9ed2de453f13 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:39.631785 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (2327fa42-5d86-447d-aa14-763aaca8503f), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.644519 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568573ed-8ddd-4662-849c-9dd8f693e578 None None] Pushing event updated for resources: {'Port': ['ID=75eac031-d2f9-41aa-9877-d05fb344f713,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:39.650733 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Attempting to bind port 75eac031-d2f9-41aa-9877-d05fb344f713 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:46:39.651091 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Attempting to bind port 75eac031-d2f9-41aa-9877-d05fb344f713 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:46:39.651460 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Attempting to bind port 75eac031-d2f9-41aa-9877-d05fb344f713 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:46:39.657320 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:46:39.657866 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:46:39.658289 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.658665 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:46:39.659122 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Bound port: 75eac031-d2f9-41aa-9877-d05fb344f713, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:46:39.659488 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.712602 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] For port 75eac031-d2f9-41aa-9877-d05fb344f713, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:46:39.716631 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] For port 75eac031-d2f9-41aa-9877-d05fb344f713, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=75eac031-d2f9-41aa-9877-d05fb344f713,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:46:39.765088 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.825105 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Routers {'2327fa42-5d86-447d-aa14-763aaca8503f'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:39.826434 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['2327fa42-5d86-447d-aa14-763aaca8503f'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:39.829030 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568573ed-8ddd-4662-849c-9dd8f693e578 None None] Pushing event updated for resources: {'Port': ['ID=75eac031-d2f9-41aa-9877-d05fb344f713,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:39.833218 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-5ae34330-0766-440a-9dbb-2bf86b83f867 None None] Provisioning complete for port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:39.833769 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5ae34330-0766-440a-9dbb-2bf86b83f867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.842159 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.879534 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5ae34330-0766-440a-9dbb-2bf86b83f867 None None] Port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:46:39.936546 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:39.941476 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] Set router 2327fa42-5d86-447d-aa14-763aaca8503f gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:40.048320 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Publish callbacks [] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:40.088392 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:40.130251 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:40.136792 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 4, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port': {'id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:37Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '2dfbd01e-33a9-4390-b890-8f41fd5a25ad', 'name': '', 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'mac_address': 'fa:16:3e:db:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:39Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 1, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'subnets': [{'id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:40.161531 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67a384-6a97-43d3-b53e-a93aef3a187c None None] The sync data for ids ['2327fa42-5d86-447d-aa14-763aaca8503f'] in dv-cinder-838009-6-iscsi is: [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 4, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port': {'id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:37Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '2dfbd01e-33a9-4390-b890-8f41fd5a25ad', 'name': '', 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'mac_address': 'fa:16:3e:db:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:39Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 1, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'subnets': [{'id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:46:40.173899 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:40.201136 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Pushing event updated for resources: {'Port': ['ID=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:40.206861 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (2327fa42-5d86-447d-aa14-763aaca8503f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:40.309654 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:46:40.313768 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:46:40.455581 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Router 2327fa42-5d86-447d-aa14-763aaca8503f has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:46:40.457710 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47448) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:40.503710 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 14d7438c-d82a-4f91-bd15-9ed2de453f13 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:40.540942 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:40.561883 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 14d7438c-d82a-4f91-bd15-9ed2de453f13 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:40.562440 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:40.633863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:46:40.647357 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c0f9106c-ced2-44bb-8b7f-1f6506ccab2c admin admin] 10.222.0.70 "PUT /v2.0/routers/2327fa42-5d86-447d-aa14-763aaca8503f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9713304 May 18 22:46:40.661771 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 14d7438c-d82a-4f91-bd15-9ed2de453f13 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:40.693605 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc1e40e8-306f-4fbb-939f-747003c20443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:40.735303 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-fea4a356-8b34-4aa4-a5b9-f619fbc8a2f7 None None] Provisioning complete for port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:40.735989 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fea4a356-8b34-4aa4-a5b9-f619fbc8a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:40.784989 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-fea4a356-8b34-4aa4-a5b9-f619fbc8a2f7 None None] Port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:46:40.819863 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc1e40e8-306f-4fbb-939f-747003c20443 admin admin] Publish callbacks [] for security_group (5a34c8e2-4377-4f94-bb2f-d8e5c63c8207), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:40.904545 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc1e40e8-306f-4fbb-939f-747003c20443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (5a34c8e2-4377-4f94-bb2f-d8e5c63c8207), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:40.921024 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:40.947752 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e40e8-306f-4fbb-939f-747003c20443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a34c8e2-4377-4f94-bb2f-d8e5c63c8207,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:40.952968 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-dc1e40e8-306f-4fbb-939f-747003c20443 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e0ec4106113454dbebe5a65cdc2f367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941456 May 18 22:46:40.955579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47460) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:41.012563 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-536b8f61-ba77-4646-a0a4-49afeb60aa52 admin admin] Publish callbacks [] for security_group (5a34c8e2-4377-4f94-bb2f-d8e5c63c8207), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.039861 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-536b8f61-ba77-4646-a0a4-49afeb60aa52 admin admin] Publish callbacks [] for security_group (5a34c8e2-4377-4f94-bb2f-d8e5c63c8207), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.125408 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47462) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:41.130207 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-1ae22313-4812-4bd6-a6aa-0a56a4979060 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577332045', 'description': 'tempest-secgroup-smoke-577332045 description', 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:41.210644 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-536b8f61-ba77-4646-a0a4-49afeb60aa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (5a34c8e2-4377-4f94-bb2f-d8e5c63c8207), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.213178 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-536b8f61-ba77-4646-a0a4-49afeb60aa52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.214633 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-536b8f61-ba77-4646-a0a4-49afeb60aa52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a34c8e2-4377-4f94-bb2f-d8e5c63c8207 HTTP/1.1" status: 204 len: 168 time: 0.2579558 May 18 22:46:41.224113 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b8f61-ba77-4646-a0a4-49afeb60aa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a34c8e2-4377-4f94-bb2f-d8e5c63c8207,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:41.239649 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ae22313-4812-4bd6-a6aa-0a56a4979060 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.330954 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ae22313-4812-4bd6-a6aa-0a56a4979060 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group (f4e5d075-0fcf-4d05-9d66-33432bdeb69d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.415700 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ae22313-4812-4bd6-a6aa-0a56a4979060 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f4e5d075-0fcf-4d05-9d66-33432bdeb69d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.446507 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae22313-4812-4bd6-a6aa-0a56a4979060 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e5d075-0fcf-4d05-9d66-33432bdeb69d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:41.449662 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.521275 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1ae22313-4812-4bd6-a6aa-0a56a4979060 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.523758 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1ae22313-4812-4bd6-a6aa-0a56a4979060 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3969145 May 18 22:46:41.526488 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47466) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:41.531973 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-c75efb23-be00-4984-ba0d-b6f8592057d2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'security_group_rule': {'security_group_id': 'f4e5d075-0fcf-4d05-9d66-33432bdeb69d', 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:41.639406 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c75efb23-be00-4984-ba0d-b6f8592057d2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (0d2597c0-afb3-43df-b71d-5d7670d85384), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.701558 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c75efb23-be00-4984-ba0d-b6f8592057d2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (0d2597c0-afb3-43df-b71d-5d7670d85384), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.810523 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c75efb23-be00-4984-ba0d-b6f8592057d2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (0d2597c0-afb3-43df-b71d-5d7670d85384), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.827900 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75efb23-be00-4984-ba0d-b6f8592057d2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2597c0-afb3-43df-b71d-5d7670d85384,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:41.908908 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c75efb23-be00-4984-ba0d-b6f8592057d2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:41.910288 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c75efb23-be00-4984-ba0d-b6f8592057d2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3827314 May 18 22:46:41.912886 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47468) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:41.917083 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-fb6323d9-6d01-4e8a-9ea5-6bdedf9c1b40 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'security_group_rule': {'security_group_id': 'f4e5d075-0fcf-4d05-9d66-33432bdeb69d', 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:42.010242 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fb6323d9-6d01-4e8a-9ea5-6bdedf9c1b40 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (2cb4c7ea-2685-40ec-b1b8-53ab265249ea), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.069057 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fb6323d9-6d01-4e8a-9ea5-6bdedf9c1b40 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (2cb4c7ea-2685-40ec-b1b8-53ab265249ea), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.153632 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fb6323d9-6d01-4e8a-9ea5-6bdedf9c1b40 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (2cb4c7ea-2685-40ec-b1b8-53ab265249ea), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.174835 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6323d9-6d01-4e8a-9ea5-6bdedf9c1b40 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb4c7ea-2685-40ec-b1b8-53ab265249ea,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:42.235275 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fb6323d9-6d01-4e8a-9ea5-6bdedf9c1b40 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.236488 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fb6323d9-6d01-4e8a-9ea5-6bdedf9c1b40 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3226972 May 18 22:46:42.239433 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47470) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:42.243973 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0d1ceebe-40ea-4689-8343-9b643588470a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'security_group_rule': {'security_group_id': 'f4e5d075-0fcf-4d05-9d66-33432bdeb69d', 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:42.315514 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:42.324249 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d1ceebe-40ea-4689-8343-9b643588470a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (50b700f5-087c-401d-8159-52afbd6feb63), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.390393 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d1ceebe-40ea-4689-8343-9b643588470a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (50b700f5-087c-401d-8159-52afbd6feb63), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.411892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Sync routers for ids ['2327fa42-5d86-447d-aa14-763aaca8503f'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:46:42.422580 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Routers {'2327fa42-5d86-447d-aa14-763aaca8503f'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:42.423195 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['2327fa42-5d86-447d-aa14-763aaca8503f'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:42.460123 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 75eac031-d2f9-41aa-9877-d05fb344f713 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:42.473074 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d1ceebe-40ea-4689-8343-9b643588470a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (50b700f5-087c-401d-8159-52afbd6feb63), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.492781 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ceebe-40ea-4689-8343-9b643588470a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b700f5-087c-401d-8159-52afbd6feb63,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:42.555160 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d1ceebe-40ea-4689-8343-9b643588470a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.556544 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0d1ceebe-40ea-4689-8343-9b643588470a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161032 May 18 22:46:42.560199 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47472) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:42.565551 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 75eac031-d2f9-41aa-9877-d05fb344f713 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:42.565551 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.565783 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-67e47518-d15a-4e58-bb6e-0ff259af078c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'security_group_rule': {'security_group_id': 'f4e5d075-0fcf-4d05-9d66-33432bdeb69d', 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:42.586889 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Set router 2327fa42-5d86-447d-aa14-763aaca8503f gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:42.589782 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:42.684718 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e47518-d15a-4e58-bb6e-0ff259af078c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (bbef4ff3-8ff5-43e2-b7bc-42a61cc0812c), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.733812 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e47518-d15a-4e58-bb6e-0ff259af078c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (bbef4ff3-8ff5-43e2-b7bc-42a61cc0812c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.754543 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 75eac031-d2f9-41aa-9877-d05fb344f713 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:42.754931 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.796664 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 75eac031-d2f9-41aa-9877-d05fb344f713, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=75eac031-d2f9-41aa-9877-d05fb344f713,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:42.818521 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e47518-d15a-4e58-bb6e-0ff259af078c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (bbef4ff3-8ff5-43e2-b7bc-42a61cc0812c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.836799 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:42.838778 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e47518-d15a-4e58-bb6e-0ff259af078c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbef4ff3-8ff5-43e2-b7bc-42a61cc0812c,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:42.840403 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:42.850732 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 4, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port': {'id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:37Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '2dfbd01e-33a9-4390-b890-8f41fd5a25ad', 'name': '', 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'mac_address': 'fa:16:3e:db:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:39Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 2, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'subnets': [{'id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:42.876111 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Checking router: 2327fa42-5d86-447d-aa14-763aaca8503f for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:46:42.877365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Updating router 2327fa42-5d86-447d-aa14-763aaca8503f port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:46:42.878547 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.927858 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67e47518-d15a-4e58-bb6e-0ff259af078c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:42.929174 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-67e47518-d15a-4e58-bb6e-0ff259af078c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3679750 May 18 22:46:42.932293 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47474) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:42.937785 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-7543aa44-d178-4a8b-812f-cecd42e09e48 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'security_group_rule': {'security_group_id': 'f4e5d075-0fcf-4d05-9d66-33432bdeb69d', 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:43.041745 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.055166 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-7543aa44-d178-4a8b-812f-cecd42e09e48 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Project 5fc1f2d036414a81ba6f2e60e8292ab6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 22:46:43.057023 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.067301 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7543aa44-d178-4a8b-812f-cecd42e09e48 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (34bad770-dc1b-4b8e-92fc-b1a307ec4297), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.082629 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=75eac031-d2f9-41aa-9877-d05fb344f713,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:43.129370 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7543aa44-d178-4a8b-812f-cecd42e09e48 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (34bad770-dc1b-4b8e-92fc-b1a307ec4297), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.248925 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7543aa44-d178-4a8b-812f-cecd42e09e48 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (34bad770-dc1b-4b8e-92fc-b1a307ec4297), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.270119 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543aa44-d178-4a8b-812f-cecd42e09e48 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bad770-dc1b-4b8e-92fc-b1a307ec4297,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:43.360479 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Publish callbacks [] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.377410 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7543aa44-d178-4a8b-812f-cecd42e09e48 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.378683 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7543aa44-d178-4a8b-812f-cecd42e09e48 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4450889 May 18 22:46:43.381685 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47476) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:46:43.386068 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-5aa38381-860b-42fc-87ba-ff281e620ac3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'security_group_rule': {'security_group_id': 'f4e5d075-0fcf-4d05-9d66-33432bdeb69d', 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:46:43.438505 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.456663 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-5aa38381-860b-42fc-87ba-ff281e620ac3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Project 5fc1f2d036414a81ba6f2e60e8292ab6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 22:46:43.462948 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5aa38381-860b-42fc-87ba-ff281e620ac3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (a8bc3488-aa80-40fa-99d0-5184064dce6f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.493014 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259de10-d72f-4e9d-b1f1-ae683e307076 None None] Pushing event updated for resources: {'Port': ['ID=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:43.527360 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5aa38381-860b-42fc-87ba-ff281e620ac3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (a8bc3488-aa80-40fa-99d0-5184064dce6f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.550344 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Attempting to bind port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:46:43.550712 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Attempting to bind port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:46:43.551069 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Attempting to bind port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad on network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:46:43.556375 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:46:43.556799 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Checking segment: {'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:46:43.557196 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.557583 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Bound using segment: {'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:46:43.558139 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Bound port: 2dfbd01e-33a9-4390-b890-8f41fd5a25ad, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe50d3e-b6ff-4b0e-9def-015a704bf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:46:43.558433 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.598071 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5aa38381-860b-42fc-87ba-ff281e620ac3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (a8bc3488-aa80-40fa-99d0-5184064dce6f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.624362 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa38381-860b-42fc-87ba-ff281e620ac3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bc3488-aa80-40fa-99d0-5184064dce6f,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:43.627411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] For port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:46:43.631156 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] For port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,segment=NetworkSegment(2fe50d3e-b6ff-4b0e-9def-015a704bf232),segment_id=2fe50d3e-b6ff-4b0e-9def-015a704bf232)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:46:43.709028 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5aa38381-860b-42fc-87ba-ff281e620ac3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.710285 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5aa38381-860b-42fc-87ba-ff281e620ac3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275802 May 18 22:46:43.727972 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:43.734489 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.765033 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-da3e947b-5b2c-441f-b7c5-48a494c264d0 None None] Provisioning complete for port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:43.765395 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da3e947b-5b2c-441f-b7c5-48a494c264d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.832799 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259de10-d72f-4e9d-b1f1-ae683e307076 None None] Pushing event updated for resources: {'Port': ['ID=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:43.837918 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Routers {'2327fa42-5d86-447d-aa14-763aaca8503f'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:46:43.838550 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:46:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['2327fa42-5d86-447d-aa14-763aaca8503f'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:43.905809 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:43.929289 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-da3e947b-5b2c-441f-b7c5-48a494c264d0 None None] Current status of the port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:43.930067 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da3e947b-5b2c-441f-b7c5-48a494c264d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:43.989069 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] Set router 2327fa42-5d86-447d-aa14-763aaca8503f gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:46:44.029676 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-da3e947b-5b2c-441f-b7c5-48a494c264d0 None None] For port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,segment=NetworkSegment(2fe50d3e-b6ff-4b0e-9def-015a704bf232),segment_id=2fe50d3e-b6ff-4b0e-9def-015a704bf232)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:46:44.109266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-da3e947b-5b2c-441f-b7c5-48a494c264d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:44.193881 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e947b-5b2c-441f-b7c5-48a494c264d0 None None] Pushing event updated for resources: {'Port': ['ID=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:46:44.240632 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-5a65dd2e-b92f-4f52-a5f2-064fb6027234 None None] Provisioning complete for port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:44.240991 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a65dd2e-b92f-4f52-a5f2-064fb6027234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:44.267244 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 4, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port': {'id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:37Z', 'updated_at': '2022-05-18T22:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '2dfbd01e-33a9-4390-b890-8f41fd5a25ad', 'name': '', 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'mac_address': 'fa:16:3e:db:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:39Z', 'updated_at': '2022-05-18T22:46:43Z', 'revision_number': 4, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'subnets': [{'id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:46:44.300593 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e609fd7c-30b4-44b2-9f9e-4e98103b4fa1 None None] The sync data for ids ['2327fa42-5d86-447d-aa14-763aaca8503f'] in dv-cinder-838009-6-iscsi is: [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:46:39Z', 'revision_number': 4, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port': {'id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:37Z', 'updated_at': '2022-05-18T22:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '2dfbd01e-33a9-4390-b890-8f41fd5a25ad', 'name': '', 'network_id': '1fc66150-1b11-4e0a-b4cf-17eb47637dbc', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'mac_address': 'fa:16:3e:db:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:39Z', 'updated_at': '2022-05-18T22:46:43Z', 'revision_number': 4, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'subnets': [{'id': 'e7c7d9fd-6037-4a29-b846-0ca501eb591e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:46:44.348631 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5a65dd2e-b92f-4f52-a5f2-064fb6027234 None None] Current status of the port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:44.454557 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 75eac031-d2f9-41aa-9877-d05fb344f713 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:44.511682 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 75eac031-d2f9-41aa-9877-d05fb344f713 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:44.512838 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:44.606215 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 75eac031-d2f9-41aa-9877-d05fb344f713 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:44.610547 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 2dfbd01e-33a9-4390-b890-8f41fd5a25ad up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:46:44.651206 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:46:44.651587 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:44.727237 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:44.729621 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:46:50.140466 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=54 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:52.838786 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=61,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:53.525991 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:53.630176 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=59,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:54.071651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa7a2b-1ffe-4def-bf88-5f856499c068 req-9e009877-2534-4a42-95d1-90d3f4aa6b8e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:54.073179 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6dfa7a2b-1ffe-4def-bf88-5f856499c068 req-9e009877-2534-4a42-95d1-90d3f4aa6b8e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.1640897 May 18 22:46:54.121343 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6dfa7a2b-1ffe-4def-bf88-5f856499c068 req-a1f4c065-cc35-40d5-a1df-eceaa5665b7d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 May 18 22:46:54.726420 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=76 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:46:55.249865 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b050e-d042-4161-b261-92778bb1923a req-90c8a447-8cdf-4e25-af82-3cd9080435b8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:55.251897 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-556b050e-d042-4161-b261-92778bb1923a req-90c8a447-8cdf-4e25-af82-3cd9080435b8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0500245 May 18 22:46:55.300217 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-556b050e-d042-4161-b261-92778bb1923a req-c8837728-b301-4026-a864-6784515fd894 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 May 18 22:46:56.420424 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80487f0-23f8-4577-acf0-8dcec9cdf669 req-8cb3e69f-bb51-4049-9157-b565b6ef92fa tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:56.421895 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d80487f0-23f8-4577-acf0-8dcec9cdf669 req-8cb3e69f-bb51-4049-9157-b565b6ef92fa tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0508077 May 18 22:46:56.472472 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d80487f0-23f8-4577-acf0-8dcec9cdf669 req-78bcd43b-ce53-4bfe-b334-e6b0d704295f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444131 May 18 22:46:57.589668 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f4b33-6d48-45f5-88f2-f95c2cb94fc3 req-c12ac651-1be0-4116-964b-40bd19a565df tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:57.591135 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d5f4b33-6d48-45f5-88f2-f95c2cb94fc3 req-c12ac651-1be0-4116-964b-40bd19a565df tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0473034 May 18 22:46:57.637072 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d5f4b33-6d48-45f5-88f2-f95c2cb94fc3 req-106962e9-b51c-4677-a781-f0fb146b769a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398476 May 18 22:46:58.753100 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428f189-b365-4aba-992a-e1000869405a req-dc98af76-e003-45b7-a7d2-e8ba5a683920 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:58.754589 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e428f189-b365-4aba-992a-e1000869405a req-dc98af76-e003-45b7-a7d2-e8ba5a683920 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0465477 May 18 22:46:58.800653 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e428f189-b365-4aba-992a-e1000869405a req-0fb25e48-9b4d-41a3-a7e8-9ba9373b2dbd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 May 18 22:46:59.186410 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:46:59.918486 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950074d-14ba-4882-961d-93f5c8ca3a8a req-4705a146-5de5-4458-ac86-209354d45246 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:46:59.919925 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d950074d-14ba-4882-961d-93f5c8ca3a8a req-4705a146-5de5-4458-ac86-209354d45246 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0497496 May 18 22:46:59.966239 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d950074d-14ba-4882-961d-93f5c8ca3a8a req-ef184075-b0eb-4e5f-bda5-7a9cb6a0acb9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 May 18 22:47:01.084933 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d750abf-c683-41cc-b46b-a27dee603d0e req-7f723e08-4631-4af3-b8e1-1d9fada42103 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:01.086459 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d750abf-c683-41cc-b46b-a27dee603d0e req-7f723e08-4631-4af3-b8e1-1d9fada42103 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0482476 May 18 22:47:01.132867 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d750abf-c683-41cc-b46b-a27dee603d0e req-8e44fb09-59bb-4fe6-b4c7-b5e49c1612cf tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 May 18 22:47:02.253358 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5744e-cb3a-435f-a6a9-20e3dfef3257 req-38b98769-c256-495e-b53e-6ff32e8898ed tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:02.254828 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cf5744e-cb3a-435f-a6a9-20e3dfef3257 req-38b98769-c256-495e-b53e-6ff32e8898ed tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0505681 May 18 22:47:02.300582 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cf5744e-cb3a-435f-a6a9-20e3dfef3257 req-3ffc43c0-02dc-49e2-887e-07049b11d571 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 May 18 22:47:03.416622 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af527-8f2c-40d4-a24b-f2d76c3514d2 req-15769579-fd7c-4445-ba12-4592bd700922 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:03.418111 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c2af527-8f2c-40d4-a24b-f2d76c3514d2 req-15769579-fd7c-4445-ba12-4592bd700922 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0472121 May 18 22:47:03.466466 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c2af527-8f2c-40d4-a24b-f2d76c3514d2 req-6954aad7-d0f0-4772-8511-e9de74bfd26d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425169 May 18 22:47:04.585581 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c542dd2-8233-47be-bcc1-7eb941a66cf3 req-2415ffe5-00f0-4f8a-a1da-9c4dacd514be tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:04.587059 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c542dd2-8233-47be-bcc1-7eb941a66cf3 req-2415ffe5-00f0-4f8a-a1da-9c4dacd514be tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0467629 May 18 22:47:04.636486 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c542dd2-8233-47be-bcc1-7eb941a66cf3 req-792b46a4-0229-42ad-b71c-9db815af737a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 May 18 22:47:05.750774 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:05.758924 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4722b-0c97-4691-85f9-a5c9310b1b5d req-7bcae661-526d-4ffd-a07f-cbab5e8b835e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:05.760825 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ed4722b-0c97-4691-85f9-a5c9310b1b5d req-7bcae661-526d-4ffd-a07f-cbab5e8b835e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0501490 May 18 22:47:05.807052 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ed4722b-0c97-4691-85f9-a5c9310b1b5d req-e7ce25b4-bb2a-457a-ab9c-a5bccc87db9a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 May 18 22:47:06.660382 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-dcb61a8d-ea85-4667-addb-e8f78b6266ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:06.918350 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:06.927710 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58a868-0ef6-4372-b9d5-2dc2fc157ef1 req-c2d6ebf8-264b-46a5-9fb5-391c48ad94ec tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:06.929316 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed58a868-0ef6-4372-b9d5-2dc2fc157ef1 req-c2d6ebf8-264b-46a5-9fb5-391c48ad94ec tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0502782 May 18 22:47:06.976708 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed58a868-0ef6-4372-b9d5-2dc2fc157ef1 req-0aeec8c4-0a63-468e-a6fc-ec033708d37e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 May 18 22:47:08.097451 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0e84d-16cb-4a35-bd15-c579d1779791 req-2757f7d7-d3ea-4423-82de-33ecfb892615 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:08.101380 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8fe0e84d-16cb-4a35-bd15-c579d1779791 req-2757f7d7-d3ea-4423-82de-33ecfb892615 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0519905 May 18 22:47:08.145551 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8fe0e84d-16cb-4a35-bd15-c579d1779791 req-78c507a5-a623-4e91-a31d-c5dafc8a2cbd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 May 18 22:47:08.935180 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b0c4-df69-4564-b808-1db504aa582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:09.264297 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab918728-1038-4fdb-aa90-4e0b9a237322 req-f6dd554e-f619-4000-a3ad-1d180210f45e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:09.265822 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ab918728-1038-4fdb-aa90-4e0b9a237322 req-f6dd554e-f619-4000-a3ad-1d180210f45e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0469792 May 18 22:47:09.313609 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ab918728-1038-4fdb-aa90-4e0b9a237322 req-e36309c7-86f1-4f1e-97c5-355605e846d7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 May 18 22:47:09.820624 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:47:09.845720 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-eeb04bb3-d9a9-48e0-86b7-d1f26e0857cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577332045&fields=id&tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6 HTTP/1.1" status: 200 len: 267 time: 0.0466995 May 18 22:47:09.933278 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:47:09.945404 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'port_id': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'mac_address': 'fa:16:3e:c2:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:47:09.969634 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-2b19951e-402d-468d-b1e3-3291516ee36e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:09.973051 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:09.976463 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-2b19951e-402d-468d-b1e3-3291516ee36e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/networks?id=4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 200 len: 809 time: 0.1242237 May 18 22:47:09.986466 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 96fba53d-5676-4c31-9cb9-19ddb31ada27 is: ACTIVE; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:47:09.987578 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:09.991884 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-f71a7cef-feaa-4b99-91ef-ff0b05fcbf32 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/quotas/5fc1f2d036414a81ba6f2e60e8292ab6 HTTP/1.1" status: 200 len: 375 time: 0.0145319 May 18 22:47:10.003936 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96fba53d-5676-4c31-9cb9-19ddb31ada27 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:47:10.025536 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:47:10.037693 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-76726420-4c27-40dd-87b2-3bb31872c168 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449882 May 18 22:47:10.105788 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:10.153803 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=6']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:10.161070 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.161416 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.161781 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.162227 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.166874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:10.182307 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-59b0b26f-6355-4ba1-a6cd-27f640026b93 service neutron] 10.222.0.70 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324954 May 18 22:47:10.273712 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-05fd2a25-88a7-45a9-97e4-e05c43a4e1e2 service neutron] 10.222.0.70 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860057 May 18 22:47:10.311937 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['96fba53d-5676-4c31-9cb9-19ddb31ada27'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:47:10.692189 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb626e7d-badc-457f-ae62-0709452e07b4 req-68b42e9b-cc07-4e62-bc03-a4f9d35d775e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:10.693720 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb626e7d-badc-457f-ae62-0709452e07b4 req-68b42e9b-cc07-4e62-bc03-a4f9d35d775e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0535798 May 18 22:47:10.754533 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb626e7d-badc-457f-ae62-0709452e07b4 req-bfa22535-bfd3-45e6-b511-c7664b38f3a5 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547051 May 18 22:47:10.807562 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-04b66ccb-6b9c-413c-aec1-033ed958d2f0 req-a822e0b4-b60f-44e1-8051-dc42ffe669fd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 210 time: 0.0292842 May 18 22:47:10.914893 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:47:11.449288 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:11.833527 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:47:11.878499 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf75f6-79d8-4032-ae5a-970bb1d3204a req-639e5b02-c587-4ebc-a696-6154222d130a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:11.880007 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdf75f6-79d8-4032-ae5a-970bb1d3204a req-639e5b02-c587-4ebc-a696-6154222d130a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0485928 May 18 22:47:11.883939 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 96fba53d-5676-4c31-9cb9-19ddb31ada27 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:47:11.884425 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:11.925616 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c69c5ed-1bfc-466f-b54b-c6ce4347b741 req-430cd2ce-e5ae-4503-a6a2-1e31d9ca0f51 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 210 time: 0.0446410 May 18 22:47:11.952954 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdf75f6-79d8-4032-ae5a-970bb1d3204a req-e468e96b-fc05-41de-9c34-a5160c34d856 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625951 May 18 22:47:11.964357 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 96fba53d-5676-4c31-9cb9-19ddb31ada27 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:47:11.964739 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:11.988213 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:47:11.990506 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b66b66-9eca-4ab3-9434-4b753da60b13" -d '{"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:47:12.003053 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:47:12.028433 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c198a3a8-6b35-425f-b208-1b12b58856ba x-openstack-request-id: req-c198a3a8-6b35-425f-b208-1b12b58856ba {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:47:12.028722 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:47:12.028974 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c198a3a8-6b35-425f-b208-1b12b58856ba {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:47:12.029362 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c198a3a8-6b35-425f-b208-1b12b58856ba'] response: {'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'code': 200} May 18 22:47:12.066631 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:12.116383 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=7']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:12.905727 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:13.026702 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7306cac3-99b4-43c4-b017-85b08f001adf req-c087f27c-165b-417b-b400-cc366eb3c0d5 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 210 time: 0.0286274 May 18 22:47:13.046092 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:13.084035 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c2ec9-9f6f-4381-86a7-fc869e6a0180 req-88747a0a-0ef2-4156-833c-5f67e54c9cfe tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:13.085514 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-287c2ec9-9f6f-4381-86a7-fc869e6a0180 req-88747a0a-0ef2-4156-833c-5f67e54c9cfe tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0558455 May 18 22:47:13.189862 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-287c2ec9-9f6f-4381-86a7-fc869e6a0180 req-9a61cead-8743-4c9f-9555-34849e8f154c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987070 May 18 22:47:13.215187 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:13.229582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01e5d43d-7163-40bc-9dda-bbbad74fe132 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:13.231027 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01e5d43d-7163-40bc-9dda-bbbad74fe132 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.24 "GET /v2.0/networks?id=4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 200 len: 809 time: 0.1262076 May 18 22:47:13.302785 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-3a77049c-72aa-4a84-bcf8-4973b005b15e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6 HTTP/1.1" status: 200 len: 379 time: 0.0541415 May 18 22:47:13.312013 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'port': {'device_id': 'c850c82e-2876-4797-8a76-d09960544a2f', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'admin_state_up': True, 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'security_groups': ['f4e5d075-0fcf-4d05-9d66-33432bdeb69d']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:47:13.489041 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Made reservation on behalf of 5fc1f2d036414a81ba6f2e60e8292ab6 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:47:13.492465 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:13.614990 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Allocated IP 172.20.0.7 (4177bd83-4697-477b-b1d4-2aba176f602d/7da46f96-186f-44c6-84db-a897df3fb345/60d9c274-368f-4afe-81d6-9735f604892c) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:47:13.753066 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for port (60d9c274-368f-4afe-81d6-9735f604892c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:13.866820 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:13.914312 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Network 4177bd83-4697-477b-b1d4-2aba176f602d is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:47:13.917511 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:47:13.921240 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:47:13.948235 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:13.978471 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:13.979102 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:13.988057 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:14.081372 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-01f848ff-0eae-47ee-b7ac-e6bdd9e67e22 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730489 May 18 22:47:14.146371 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-481c0b02-3865-49e7-9584-c9f586642094 None None] Provisioning complete for port 60d9c274-368f-4afe-81d6-9735f604892c triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:47:14.147356 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-481c0b02-3865-49e7-9584-c9f586642094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (60d9c274-368f-4afe-81d6-9735f604892c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:14.154112 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d3a81-a338-4966-8af7-95af843d1f50 req-749780b9-75d2-4396-bb63-6cadcf09ff59 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:14.154112 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c45d3a81-a338-4966-8af7-95af843d1f50 req-749780b9-75d2-4396-bb63-6cadcf09ff59 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 931 time: 0.0544598 May 18 22:47:14.167960 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:14.168928 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:14.185136 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Request body: {'port': {'device_id': 'c850c82e-2876-4797-8a76-d09960544a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:47:14.185676 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-481c0b02-3865-49e7-9584-c9f586642094 None None] Port 60d9c274-368f-4afe-81d6-9735f604892c cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:47:14.262675 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c45d3a81-a338-4966-8af7-95af843d1f50 req-a5bc3354-76df-47b4-85cf-ba2f1be9b27b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011896 May 18 22:47:14.299342 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (60d9c274-368f-4afe-81d6-9735f604892c), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:14.313794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:14.324592 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6939daa-031a-459b-baa9-3982fae514f7 req-21cc7228-1b4f-454a-b364-d5ec4ab98053 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:14.327752 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c6939daa-031a-459b-baa9-3982fae514f7 req-21cc7228-1b4f-454a-b364-d5ec4ab98053 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0606430 May 18 22:47:14.431740 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c6939daa-031a-459b-baa9-3982fae514f7 req-57bc7060-3221-430e-bdbd-2e9a0e5375ff tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869703 May 18 22:47:14.634112 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d9c274-368f-4afe-81d6-9735f604892c {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:47:14.641886 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Publish callbacks [] for port (60d9c274-368f-4afe-81d6-9735f604892c), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:14.653891 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Transition to ACTIVE for port object 60d9c274-368f-4afe-81d6-9735f604892c will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:47:14.706473 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:14.755604 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:14.830794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Attempting to bind port 60d9c274-368f-4afe-81d6-9735f604892c on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:47:14.831125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Attempting to bind port 60d9c274-368f-4afe-81d6-9735f604892c by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:47:14.831459 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Attempting to bind port 60d9c274-368f-4afe-81d6-9735f604892c on network 4177bd83-4697-477b-b1d4-2aba176f602d {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:47:14.836206 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Port 60d9c274-368f-4afe-81d6-9735f604892c on network 4177bd83-4697-477b-b1d4-2aba176f602d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:47:14.836530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Attempting to bind port 60d9c274-368f-4afe-81d6-9735f604892c on network 4177bd83-4697-477b-b1d4-2aba176f602d {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:47:14.841539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:47:14.841881 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Checking segment: {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:47:14.842300 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Bound using segment: {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:47:14.842857 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Bound port: 60d9c274-368f-4afe-81d6-9735f604892c, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:47:14.843136 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (60d9c274-368f-4afe-81d6-9735f604892c), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:14.911005 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:47:14.911244 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:14.914166 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:47:14.915278 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:14.992977 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:15.034362 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:15.034971 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:15.036335 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] 10.222.0.24 "PUT /v2.0/ports/60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 1093 time: 0.9078755 May 18 22:47:15.036778 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:47:15.039083 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da6921-efeb-4346-8094-b4c73d794eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "tag": "60d9c274-368f-4afe-81d6-9735f604892c"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:47:15.068757 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be037b0-f8c3-4808-83f3-840eab59cdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:15.152617 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52409010-a93b-439c-ba75-f282ac2886c0 x-openstack-request-id: req-52409010-a93b-439c-ba75-f282ac2886c0 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:47:15.153261 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "tag": "60d9c274-368f-4afe-81d6-9735f604892c", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:47:15.153261 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52409010-a93b-439c-ba75-f282ac2886c0 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:47:15.153542 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52409010-a93b-439c-ba75-f282ac2886c0'] response: {'name': 'network-changed', 'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c', 'status': 'completed', 'code': 200} May 18 22:47:15.268438 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-56481188-3ee5-4242-9a54-a05040da071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:15.269885 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-56481188-3ee5-4242-9a54-a05040da071b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1127 time: 0.0407841 May 18 22:47:15.321209 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-39b76740-bc67-4915-8938-4c84c0f2867f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 217 time: 0.0364761 May 18 22:47:15.404461 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-398b9264-7e55-444b-b094-bec75499f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:15.405920 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-398b9264-7e55-444b-b094-bec75499f035 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da46f96-186f-44c6-84db-a897df3fb345 HTTP/1.1" status: 200 len: 848 time: 0.0780396 May 18 22:47:15.412834 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7463f0-3052-4407-9e50-ed92061580c1 req-86baf149-12c6-4335-b43b-b0a43b7ade6b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:15.414199 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e7463f0-3052-4407-9e50-ed92061580c1 req-86baf149-12c6-4335-b43b-b0a43b7ade6b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0784745 May 18 22:47:15.495931 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-6e7bc921-587a-41e0-8c6c-8174720aeb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:15.497427 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-6e7bc921-587a-41e0-8c6c-8174720aeb92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4177bd83-4697-477b-b1d4-2aba176f602d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709896 May 18 22:47:15.502251 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e7463f0-3052-4407-9e50-ed92061580c1 req-a15c4292-5024-45d7-92b6-25a8b0ae29ff tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825348 May 18 22:47:15.608312 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5c92d-2f9a-41c6-887b-107c203beb7a req-b8bf19f4-84df-4b93-88e8-5cf666ee7d7d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:15.608554 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2f5c92d-2f9a-41c6-887b-107c203beb7a req-b8bf19f4-84df-4b93-88e8-5cf666ee7d7d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0864739 May 18 22:47:15.629858 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:15.649718 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-af810c82-278c-4ec0-b385-496dab68652a service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456153 May 18 22:47:15.725614 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2f5c92d-2f9a-41c6-887b-107c203beb7a req-3fd93d6f-0cbc-4b43-b9bb-945d54b94b77 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064372 May 18 22:47:15.759858 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95e77ab5-72ce-4ef4-8967-094a9114d0d8 req-05b592e4-ac66-484c-b46f-ccab6fc2a74a service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987515 May 18 22:47:15.960968 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da6921-efeb-4346-8094-b4c73d794eeb req-f1d46084-cb8a-44df-ab90-d645d694630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:15.962639 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12da6921-efeb-4346-8094-b4c73d794eeb req-f1d46084-cb8a-44df-ab90-d645d694630a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1127 time: 0.0655341 May 18 22:47:16.070677 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da6921-efeb-4346-8094-b4c73d794eeb req-d3a66e80-2c7f-46f0-8146-0d5e10e1afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:16.072305 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12da6921-efeb-4346-8094-b4c73d794eeb req-d3a66e80-2c7f-46f0-8146-0d5e10e1afcf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 200 len: 910 time: 0.1019802 May 18 22:47:16.339185 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12da6921-efeb-4346-8094-b4c73d794eeb req-4ef33667-ab9c-4d33-ba9d-980ef8ecea87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 217 time: 0.2598598 May 18 22:47:16.392049 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da6921-efeb-4346-8094-b4c73d794eeb req-6464c72a-ac4e-4de5-b6de-79fa62626613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:16.393494 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12da6921-efeb-4346-8094-b4c73d794eeb req-6464c72a-ac4e-4de5-b6de-79fa62626613 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da46f96-186f-44c6-84db-a897df3fb345 HTTP/1.1" status: 200 len: 848 time: 0.0477879 May 18 22:47:16.441786 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da6921-efeb-4346-8094-b4c73d794eeb req-733f9ed3-7c4b-4f2d-88f8-326655908721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:16.443584 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12da6921-efeb-4346-8094-b4c73d794eeb req-733f9ed3-7c4b-4f2d-88f8-326655908721 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4177bd83-4697-477b-b1d4-2aba176f602d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431662 May 18 22:47:16.547696 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12da6921-efeb-4346-8094-b4c73d794eeb req-09e91d13-7a75-4a6a-a91c-3d6e213b72f8 service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962596 May 18 22:47:16.562666 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:16.660593 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266be3-3b09-427d-80c2-6856a5840bf8 req-3f04d36d-ddc8-47e8-a9a8-11bc4caf41f7 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:16.662272 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95266be3-3b09-427d-80c2-6856a5840bf8 req-3f04d36d-ddc8-47e8-a9a8-11bc4caf41f7 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0627961 May 18 22:47:16.704131 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12da6921-efeb-4346-8094-b4c73d794eeb req-aa1652c2-96c1-42ab-8083-3fce545e3f0a service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492987 May 18 22:47:16.735400 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95266be3-3b09-427d-80c2-6856a5840bf8 req-7bca30db-dae0-4a4a-b9c2-7917e0b6b738 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621979 May 18 22:47:16.850147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795f068-f9c3-4792-870e-04bc0751d178 req-4a5cfac9-2a40-4dcf-bfcf-eed7659c6555 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:16.852058 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5795f068-f9c3-4792-870e-04bc0751d178 req-4a5cfac9-2a40-4dcf-bfcf-eed7659c6555 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0510199 May 18 22:47:16.904315 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5795f068-f9c3-4792-870e-04bc0751d178 req-07afecbb-ae37-4169-8b8e-0262fd8bae79 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468719 May 18 22:47:17.862890 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c30231-a982-4909-85db-87ef2c2a07cb req-804e66d3-ac55-476e-906a-b4b677069354 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:17.865012 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d7c30231-a982-4909-85db-87ef2c2a07cb req-804e66d3-ac55-476e-906a-b4b677069354 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0567367 May 18 22:47:17.919398 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d7c30231-a982-4909-85db-87ef2c2a07cb req-27bab1a1-781c-4628-984d-58b8077c1a64 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484729 May 18 22:47:18.042627 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f871-6277-4e0b-8317-0f285ac29f8a req-2f750738-8f28-4f64-adfe-12124839c097 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:18.050868 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d807f871-6277-4e0b-8317-0f285ac29f8a req-2f750738-8f28-4f64-adfe-12124839c097 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0597813 May 18 22:47:18.105600 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d807f871-6277-4e0b-8317-0f285ac29f8a req-a0b06ea4-46de-4a93-b3fe-9c7baa990d0c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537896 May 18 22:47:19.051994 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71107f-63b7-419e-b645-2c1f0b8f28df req-7bc62b46-7f56-485f-911d-32287efe5982 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:19.053649 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ae71107f-63b7-419e-b645-2c1f0b8f28df req-7bc62b46-7f56-485f-911d-32287efe5982 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0551605 May 18 22:47:19.134489 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ae71107f-63b7-419e-b645-2c1f0b8f28df req-69b4661c-c33f-4a20-aef5-9e9f1ad2cc8e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749552 May 18 22:47:19.237606 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:19.255762 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832c389-3564-4313-82cb-ec559984d7e1 req-ec92bc4a-8c80-4aad-b271-1b09ab636ea1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:19.257737 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8832c389-3564-4313-82cb-ec559984d7e1 req-ec92bc4a-8c80-4aad-b271-1b09ab636ea1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0572131 May 18 22:47:19.326370 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8832c389-3564-4313-82cb-ec559984d7e1 req-c8ac8481-d501-4f82-8e77-55f1dbb01cd0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582631 May 18 22:47:20.014655 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4bdc-abed-48f2-b243-914de634547e req-818bcfda-48fc-49e9-a226-6c366f31ed9b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:20.016148 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2fea4bdc-abed-48f2-b243-914de634547e req-818bcfda-48fc-49e9-a226-6c366f31ed9b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0579989 May 18 22:47:20.094841 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c567b5c-4793-481d-8c07-94325105213a req-00dcdae6-0644-4265-9596-1b486203743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:20.096419 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c567b5c-4793-481d-8c07-94325105213a req-00dcdae6-0644-4265-9596-1b486203743e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1130 time: 0.0792758 May 18 22:47:20.118300 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2fea4bdc-abed-48f2-b243-914de634547e req-c39c5861-c723-406f-bf52-12e54e965fc2 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896134 May 18 22:47:20.229159 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c567b5c-4793-481d-8c07-94325105213a req-ce00ec0e-1d16-429c-98db-b1b1c5b338c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:20.231358 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c567b5c-4793-481d-8c07-94325105213a req-ce00ec0e-1d16-429c-98db-b1b1c5b338c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.1265233 May 18 22:47:20.333732 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07a49d-6823-4977-a232-ab5e7b161a3a req-9b5c4e58-79ae-4ecc-9f39-6adb36190944 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:20.335737 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce07a49d-6823-4977-a232-ab5e7b161a3a req-9b5c4e58-79ae-4ecc-9f39-6adb36190944 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.1023998 May 18 22:47:20.352768 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c567b5c-4793-481d-8c07-94325105213a req-69689f95-452b-4613-904d-bc433f01b92b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be154673-4ae6-488f-9ecd-8923c95db8c4 HTTP/1.1" status: 200 len: 1002 time: 0.1069410 May 18 22:47:20.425649 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce07a49d-6823-4977-a232-ab5e7b161a3a req-f39feaaa-3469-4309-a0fe-e73a193b9223 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815642 May 18 22:47:20.468504 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c567b5c-4793-481d-8c07-94325105213a req-992f92f8-15a6-4462-a6d2-78adfa513015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:20.470168 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c567b5c-4793-481d-8c07-94325105213a req-992f92f8-15a6-4462-a6d2-78adfa513015 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.1076398 May 18 22:47:20.505460 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af67c8-4ddd-45d4-8e18-cb8ebd202174 req-040c958a-22dc-4e99-93db-3056fb4e7714 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:20.507299 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40af67c8-4ddd-45d4-8e18-cb8ebd202174 req-040c958a-22dc-4e99-93db-3056fb4e7714 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0665455 May 18 22:47:20.520910 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:20.559723 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40af67c8-4ddd-45d4-8e18-cb8ebd202174 req-dc9ecf33-b65f-491d-99c0-8367e85f5ecc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465963 May 18 22:47:20.910745 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:21.247842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa85d9-1171-4610-a036-0648e95efa18 req-ffe371ef-c16c-421f-87a1-54a5e485c587 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:21.250666 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55aa85d9-1171-4610-a036-0648e95efa18 req-ffe371ef-c16c-421f-87a1-54a5e485c587 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0569375 May 18 22:47:21.305858 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55aa85d9-1171-4610-a036-0648e95efa18 req-e5967ffc-184a-4827-ace1-dcb475ba6aac tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488577 May 18 22:47:21.555704 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42938e7c-a7a5-4a85-9106-83ca1fb09b75 req-327228d8-d0d0-4e20-a23a-1ce212ca5a6f tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:21.557198 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42938e7c-a7a5-4a85-9106-83ca1fb09b75 req-327228d8-d0d0-4e20-a23a-1ce212ca5a6f tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0552127 May 18 22:47:21.608177 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42938e7c-a7a5-4a85-9106-83ca1fb09b75 req-01f24c33-6101-4324-81c7-2b9b84550780 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454779 May 18 22:47:21.687094 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c567b5c-4793-481d-8c07-94325105213a req-e8aa041f-612b-4681-8af6-d3329197e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:21.688601 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c567b5c-4793-481d-8c07-94325105213a req-e8aa041f-612b-4681-8af6-d3329197e1d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738223 May 18 22:47:21.723576 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98277e79-7dd5-4ad8-aeec-0b6f24ec0b1b req-38688a73-3fc6-4c20-9fe2-f7d239541249 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:21.724957 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-98277e79-7dd5-4ad8-aeec-0b6f24ec0b1b req-38688a73-3fc6-4c20-9fe2-f7d239541249 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0758493 May 18 22:47:21.786599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:21.828447 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-98277e79-7dd5-4ad8-aeec-0b6f24ec0b1b req-80356512-d5d3-44b2-8786-d9e8eb91269d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755146 May 18 22:47:21.839969 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c567b5c-4793-481d-8c07-94325105213a req-9f82f0da-c255-4bab-ae21-5e4d4aad5ef1 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443067 May 18 22:47:21.944591 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c567b5c-4793-481d-8c07-94325105213a req-5feb1ad1-b771-42de-9457-51ab34ae8145 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966244 May 18 22:47:22.432746 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce653b-ce02-4cea-abdd-687de6a1ba66 req-014fcfc2-18b1-40cd-a470-ea3010d07311 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:22.434692 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32ce653b-ce02-4cea-abdd-687de6a1ba66 req-014fcfc2-18b1-40cd-a470-ea3010d07311 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0575070 May 18 22:47:22.494558 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32ce653b-ce02-4cea-abdd-687de6a1ba66 req-b036e9af-6e39-4d5a-8bf2-7e583f84a1bb tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537100 May 18 22:47:22.747042 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51515e-2961-472a-8786-e425108cb5a0 req-286eaef9-9e4f-4872-88b6-a7ff39d1a906 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:22.749205 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed51515e-2961-472a-8786-e425108cb5a0 req-286eaef9-9e4f-4872-88b6-a7ff39d1a906 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0566900 May 18 22:47:22.803477 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed51515e-2961-472a-8786-e425108cb5a0 req-91d23860-315d-4516-b2ef-ebe343c01900 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481269 May 18 22:47:22.964781 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cd014-55ea-4f14-b2bf-4a453ba588b2 req-1748abb9-4d99-4993-8b69-97d62cb1f000 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:22.966331 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e83cd014-55ea-4f14-b2bf-4a453ba588b2 req-1748abb9-4d99-4993-8b69-97d62cb1f000 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0562003 May 18 22:47:23.020402 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e83cd014-55ea-4f14-b2bf-4a453ba588b2 req-781fe2ea-24df-4368-a018-2d8cac5e17e8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478287 May 18 22:47:23.608552 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc8ae9-510f-4822-9d2d-5b59757d32b3 req-1d3c8ee1-60c0-49fa-abc0-a0e09493ff0b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:23.610026 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2abc8ae9-510f-4822-9d2d-5b59757d32b3 req-1d3c8ee1-60c0-49fa-abc0-a0e09493ff0b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0482466 May 18 22:47:23.658809 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2abc8ae9-510f-4822-9d2d-5b59757d32b3 req-fc5b3288-e427-4a33-99ad-143e065c8e96 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 May 18 22:47:23.928805 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f71c6f-ab64-44a0-bc7c-5066f31b5bbd req-82eda44b-1410-4ca6-bc52-1975d4b9022d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:23.930387 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84f71c6f-ab64-44a0-bc7c-5066f31b5bbd req-82eda44b-1410-4ca6-bc52-1975d4b9022d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0544767 May 18 22:47:23.963962 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:23.984592 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84f71c6f-ab64-44a0-bc7c-5066f31b5bbd req-8033ff1e-5060-45c7-8d78-b523c3cf199e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478010 May 18 22:47:24.157567 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2f2e1-7bbe-4371-9bfe-1d0023611950 req-bc43c5bc-b11e-4366-bf61-4cbdfa5b2c57 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:24.159857 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c2f2e1-7bbe-4371-9bfe-1d0023611950 req-bc43c5bc-b11e-4366-bf61-4cbdfa5b2c57 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0499890 May 18 22:47:24.211928 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41c2f2e1-7bbe-4371-9bfe-1d0023611950 req-99646194-36bf-42fe-ab72-7e2100dff4fe tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452206 May 18 22:47:24.780419 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250bb47-d164-4666-873a-6aa73c7d46ed req-6c424499-7b5b-45d0-8970-b24bb1d0df33 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:24.788213 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7250bb47-d164-4666-873a-6aa73c7d46ed req-6c424499-7b5b-45d0-8970-b24bb1d0df33 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0565076 May 18 22:47:24.844597 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7250bb47-d164-4666-873a-6aa73c7d46ed req-d514c8bd-fba2-4fc2-9b26-c0703ee954cc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554149 May 18 22:47:25.108716 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba935f-a961-4640-9c6c-195932081c14 req-90de4795-9a87-4c52-a1d4-f9e2970c2643 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:25.110211 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f0ba935f-a961-4640-9c6c-195932081c14 req-90de4795-9a87-4c52-a1d4-f9e2970c2643 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0525222 May 18 22:47:25.166632 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f0ba935f-a961-4640-9c6c-195932081c14 req-8d5f5477-2353-41e5-ba06-4810592118e3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506592 May 18 22:47:25.323502 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:25.325354 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:25.354665 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429479a5-b0bf-4078-85a1-0e41c0ec29ca req-7c785e91-b25e-4c7a-9b64-1cf1265c3212 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:25.361676 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-429479a5-b0bf-4078-85a1-0e41c0ec29ca req-7c785e91-b25e-4c7a-9b64-1cf1265c3212 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0649080 May 18 22:47:25.420435 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-429479a5-b0bf-4078-85a1-0e41c0ec29ca req-a93bd29f-6a3b-4c23-aa4a-04df1d6d5850 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553148 May 18 22:47:25.960051 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3adb3-0cee-41e4-ae1e-b81b6d7c5d58 req-ce547a50-ac6e-46b9-a901-aa71f09e31b0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:25.961443 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6b3adb3-0cee-41e4-ae1e-b81b6d7c5d58 req-ce547a50-ac6e-46b9-a901-aa71f09e31b0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0534079 May 18 22:47:26.003507 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:26.016148 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6b3adb3-0cee-41e4-ae1e-b81b6d7c5d58 req-e1408eb4-836d-413c-b0cc-7355520d05a5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491354 May 18 22:47:26.288658 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aef5bb-63ed-4302-8d6b-23f99a2c9be5 req-d15a06a5-683d-409d-9982-841a5fc395a0 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:26.290148 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-13aef5bb-63ed-4302-8d6b-23f99a2c9be5 req-d15a06a5-683d-409d-9982-841a5fc395a0 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0520139 May 18 22:47:26.340390 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-13aef5bb-63ed-4302-8d6b-23f99a2c9be5 req-a43acac8-77ad-435f-b065-2a1f62b85f90 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447764 May 18 22:47:26.547899 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1566ea-99e1-4a31-98fc-be60aa165fa9 req-113e44a5-4ebe-406d-93f5-86683390cad7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:26.550263 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db1566ea-99e1-4a31-98fc-be60aa165fa9 req-113e44a5-4ebe-406d-93f5-86683390cad7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0558457 May 18 22:47:26.618396 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db1566ea-99e1-4a31-98fc-be60aa165fa9 req-c3b4c4d5-5128-476a-9d65-1d16b5f0d7c4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614738 May 18 22:47:27.139920 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15029980-6a8d-4742-9df4-3a63771a486e req-1878f69d-48be-4c48-9c20-560c4f250232 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:27.141374 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15029980-6a8d-4742-9df4-3a63771a486e req-1878f69d-48be-4c48-9c20-560c4f250232 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0511417 May 18 22:47:27.188978 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15029980-6a8d-4742-9df4-3a63771a486e req-00370d3f-cd51-42d2-b625-f937c6c5fd10 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 May 18 22:47:27.462296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a115438-8a0e-41bc-8010-5455b8276916 req-2fc05a69-1b93-4f59-96fb-2ab191987cf4 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:27.463802 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a115438-8a0e-41bc-8010-5455b8276916 req-2fc05a69-1b93-4f59-96fb-2ab191987cf4 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0518975 May 18 22:47:27.518884 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a115438-8a0e-41bc-8010-5455b8276916 req-a642769d-7f68-4f7d-81cb-d818a351ddb2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495150 May 18 22:47:27.744841 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a3001-84ad-43d9-8529-e64ae2b0cb14 req-0fadf2f8-2ab9-4036-ac3a-07f43ceae289 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:27.750480 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6b7a3001-84ad-43d9-8529-e64ae2b0cb14 req-0fadf2f8-2ab9-4036-ac3a-07f43ceae289 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0622580 May 18 22:47:27.806793 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6b7a3001-84ad-43d9-8529-e64ae2b0cb14 req-66117b9b-b422-4bb8-95ce-dab94fc7c9e3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543289 May 18 22:47:28.304804 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e265c-436a-4924-97d3-431ea012e186 req-5b3b34c1-f52d-4781-b509-b16870d5aad5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:28.306298 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-143e265c-436a-4924-97d3-431ea012e186 req-5b3b34c1-f52d-4781-b509-b16870d5aad5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0482929 May 18 22:47:28.324172 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:28.355087 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-143e265c-436a-4924-97d3-431ea012e186 req-1c46ab55-bf69-4d7a-81e0-35cb1b195775 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431337 May 18 22:47:28.634753 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef028ba0-b719-4b22-84fb-29b32d84d489 req-a270f7a2-633f-4428-8030-883dc2fcd56c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:28.636194 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef028ba0-b719-4b22-84fb-29b32d84d489 req-a270f7a2-633f-4428-8030-883dc2fcd56c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0507369 May 18 22:47:28.685317 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef028ba0-b719-4b22-84fb-29b32d84d489 req-12818130-5334-4fc1-a8be-7d83bd1226dc tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 May 18 22:47:28.923617 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7bf50-2b39-4233-b06c-59400ff55691 req-dae19490-57fd-4ef2-ade4-c4f35fe67d13 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:28.925505 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d8b7bf50-2b39-4233-b06c-59400ff55691 req-dae19490-57fd-4ef2-ade4-c4f35fe67d13 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0476050 May 18 22:47:28.972395 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d8b7bf50-2b39-4233-b06c-59400ff55691 req-691531b5-95c4-456c-845e-9e9e04371902 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 May 18 22:47:29.184756 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:29.469374 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bdb84-b36a-44f6-ae6f-45d96bda1ed5 req-b20b81d3-4254-49dd-b7a3-f27a01eed1c6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:29.470820 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df8bdb84-b36a-44f6-ae6f-45d96bda1ed5 req-b20b81d3-4254-49dd-b7a3-f27a01eed1c6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0467532 May 18 22:47:29.523050 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df8bdb84-b36a-44f6-ae6f-45d96bda1ed5 req-ebb2f8eb-9f10-41cf-a741-3e1472db9392 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457809 May 18 22:47:29.813154 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-b75abe03-9217-4338-8341-2c3f5c23d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:29.814793 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-b75abe03-9217-4338-8341-2c3f5c23d7b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 1130 time: 0.0677855 May 18 22:47:29.825058 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3590122-e56c-48a3-bbdb-9dfb7b72ebc8 req-57d4b73a-c752-4b74-8f11-33deba8cc153 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:29.826425 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a3590122-e56c-48a3-bbdb-9dfb7b72ebc8 req-57d4b73a-c752-4b74-8f11-33deba8cc153 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0701115 May 18 22:47:29.880834 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 60d9c274-368f-4afe-81d6-9735f604892c details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:47:29.935652 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a3590122-e56c-48a3-bbdb-9dfb7b72ebc8 req-a37fd8ef-20d3-4411-9e59-d8eda0ba936b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008270 May 18 22:47:29.941398 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:29.950876 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-9b998a29-488b-4811-b02c-0d323aaff730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:29.952331 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-9b998a29-488b-4811-b02c-0d323aaff730 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 918 time: 0.1251011 May 18 22:47:29.983482 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:47:29.994615 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '60d9c274-368f-4afe-81d6-9735f604892c', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'port_id': '60d9c274-368f-4afe-81d6-9735f604892c', 'mac_address': 'fa:16:3e:cb:98:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:47:30.015979 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-f025b9bf-03e5-4b88-ab9d-f9ac3a75b02e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27 HTTP/1.1" status: 200 len: 1001 time: 0.0561423 May 18 22:47:30.042357 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 60d9c274-368f-4afe-81d6-9735f604892c is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:47:30.042751 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (60d9c274-368f-4afe-81d6-9735f604892c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:30.058162 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d9c274-368f-4afe-81d6-9735f604892c {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:47:30.082681 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:47:30.102103 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-56c1b708-65a0-4313-b244-5e83258255cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:30.103542 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-56c1b708-65a0-4313-b244-5e83258255cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0812197 May 18 22:47:30.109490 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d0563-b080-4269-bf9e-2977bd7c38f2 req-824c3fd6-9890-44b0-b9ea-0ac950a3a1fa tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:30.110828 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba3d0563-b080-4269-bf9e-2977bd7c38f2 req-824c3fd6-9890-44b0-b9ea-0ac950a3a1fa tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0585005 May 18 22:47:30.145304 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:30.163007 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-929bc294-981e-4716-b0a4-4c3cde35cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:30.164501 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-929bc294-981e-4716-b0a4-4c3cde35cb79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528557 May 18 22:47:30.234533 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba3d0563-b080-4269-bf9e-2977bd7c38f2 req-96e2cbb9-5955-4844-808d-06f9b4b9771c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142726 May 18 22:47:30.285498 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-3118c2b7-b297-446a-b825-3378f53f6ddb service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124418 May 18 22:47:30.309771 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:30.379151 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85fcf681-d0d2-4914-b71b-de879d253d9c req-1e5784de-059c-43ba-88ef-3fb2a918c2bc service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865316 May 18 22:47:30.598919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:30.637208 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45846fee-792c-45d8-947c-c9bda995bc2c req-ddc1dbc3-d3a7-499b-93a4-883589bc302e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:30.638723 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45846fee-792c-45d8-947c-c9bda995bc2c req-ddc1dbc3-d3a7-499b-93a4-883589bc302e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0488529 May 18 22:47:30.685410 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45846fee-792c-45d8-947c-c9bda995bc2c req-220bd2af-8499-4b38-97b5-57e6027e79f6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 May 18 22:47:30.775606 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['60d9c274-368f-4afe-81d6-9735f604892c'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:47:31.052549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c714-067c-45d0-901d-964638037d58 req-5fcfe64a-865d-445c-87f2-d257cff537d5 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:31.054036 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1e3c714-067c-45d0-901d-964638037d58 req-5fcfe64a-865d-445c-87f2-d257cff537d5 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 944 time: 0.0474558 May 18 22:47:31.101615 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1e3c714-067c-45d0-901d-964638037d58 req-fc5d4001-bbea-4f4e-92ab-198788cfb591 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 May 18 22:47:31.355800 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827774-6005-4522-96db-4e8a6852b791 req-2630065c-3455-4df2-a4e7-d5450855272e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:31.357478 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-05827774-6005-4522-96db-4e8a6852b791 req-2630065c-3455-4df2-a4e7-d5450855272e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0499020 May 18 22:47:31.403229 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-05827774-6005-4522-96db-4e8a6852b791 req-a1951baa-3ce4-4930-a08a-ce46e9e7f95a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403371 May 18 22:47:31.796364 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c0fb5-2766-4ee1-a8b4-c88800b5f87a req-85ff6aa4-6fc3-457c-ba63-cdfd12940183 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:31.797804 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f5c0fb5-2766-4ee1-a8b4-c88800b5f87a req-85ff6aa4-6fc3-457c-ba63-cdfd12940183 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0464487 May 18 22:47:31.844361 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f5c0fb5-2766-4ee1-a8b4-c88800b5f87a req-4df4b38e-f1d9-4285-a1dd-b899ca892581 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407064 May 18 22:47:32.089184 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 60d9c274-368f-4afe-81d6-9735f604892c up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:47:32.129453 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 60d9c274-368f-4afe-81d6-9735f604892c completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:47:32.197742 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 60d9c274-368f-4afe-81d6-9735f604892c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:47:32.198137 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (60d9c274-368f-4afe-81d6-9735f604892c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:32.218715 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62688ea-5fdd-44b2-b957-9d56a03e99d5 req-bce1d367-a2ba-47d6-8114-0b8e672466cb tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:32.220197 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c62688ea-5fdd-44b2-b957-9d56a03e99d5 req-bce1d367-a2ba-47d6-8114-0b8e672466cb tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 944 time: 0.0508792 May 18 22:47:32.270800 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c62688ea-5fdd-44b2-b957-9d56a03e99d5 req-5db4173d-653a-455c-81da-63603daca944 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 May 18 22:47:32.272207 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 60d9c274-368f-4afe-81d6-9735f604892c is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:47:32.272595 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (60d9c274-368f-4afe-81d6-9735f604892c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:32.295563 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:47:32.297735 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc1171f-b0ee-4f2d-8561-76471edf2d13" -d '{"events": [{"server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "name": "network-vif-plugged", "status": "completed", "tag": "60d9c274-368f-4afe-81d6-9735f604892c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:47:32.310398 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:47:32.389274 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26f3dd3-f7bf-4ed1-b8ff-98d38338dbf7 x-openstack-request-id: req-e26f3dd3-f7bf-4ed1-b8ff-98d38338dbf7 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:47:32.389617 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "name": "network-vif-plugged", "status": "completed", "tag": "60d9c274-368f-4afe-81d6-9735f604892c", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:47:32.389874 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e26f3dd3-f7bf-4ed1-b8ff-98d38338dbf7 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:47:32.390301 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26f3dd3-f7bf-4ed1-b8ff-98d38338dbf7'] response: {'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c', 'code': 200} May 18 22:47:32.396657 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:32.397526 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:47:32.434577 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:32.450962 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:32.476117 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:32.512020 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 96fba53d-5676-4c31-9cb9-19ddb31ada27 is: ACTIVE; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:47:32.514854 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:32.534956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2731e-3ccf-4115-afa6-cf1dd9741a08 req-2f22a62e-e326-4440-8ba3-918164b2d5b0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:32.537379 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eed2731e-3ccf-4115-afa6-cf1dd9741a08 req-2f22a62e-e326-4440-8ba3-918164b2d5b0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 946 time: 0.0500665 May 18 22:47:32.547111 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:47:32.587605 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eed2731e-3ccf-4115-afa6-cf1dd9741a08 req-fa4d7e78-9f07-45f5-bb3f-cbe57d467b39 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458412 May 18 22:47:32.626604 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:32.673586 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=8']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:32.738411 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-fb2cc7af-3e6d-4385-aa9e-cb2a66de326a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388358 May 18 22:47:32.739107 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec9a48-3f46-443e-ac3a-f54819c74fc8 req-cb140973-3c60-434b-9fc7-d7b055a7a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:32.740633 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39ec9a48-3f46-443e-ac3a-f54819c74fc8 req-cb140973-3c60-434b-9fc7-d7b055a7a117 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1129 time: 0.0402651 May 18 22:47:32.818422 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:32.828563 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39ec9a48-3f46-443e-ac3a-f54819c74fc8 req-d389395c-8ad3-438c-9c5c-e866a86ae11d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436351 May 18 22:47:32.830814 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-5bb372a9-2fc8-4db6-a612-d341d0a9f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:32.832317 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-5bb372a9-2fc8-4db6-a612-d341d0a9f920 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 1130 time: 0.0467422 May 18 22:47:32.957973 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41371c3-2f3e-410f-8188-6156f3bc2fef req-40063461-124a-40ac-84ed-2b54d797ad7d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:32.959428 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b41371c3-2f3e-410f-8188-6156f3bc2fef req-40063461-124a-40ac-84ed-2b54d797ad7d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0473194 May 18 22:47:33.007412 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b41371c3-2f3e-410f-8188-6156f3bc2fef req-2e4d20e4-3afc-4066-a7fa-769a1034563e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 May 18 22:47:33.383909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112948e-7da9-43c3-a8d5-b23705c6e603 req-23119b86-0f73-469f-87d7-3569dcbe2cfc tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:33.385368 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9112948e-7da9-43c3-a8d5-b23705c6e603 req-23119b86-0f73-469f-87d7-3569dcbe2cfc tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0472331 May 18 22:47:33.434315 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9112948e-7da9-43c3-a8d5-b23705c6e603 req-64bbed42-52eb-4a30-a54e-b5ef7b493740 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433786 May 18 22:47:33.610623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-4501f69d-f0e3-4fc3-8dbf-458d49fe5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:33.611973 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-4501f69d-f0e3-4fc3-8dbf-458d49fe5ca9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.0877581 May 18 22:47:33.707609 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3e382-1fd1-42fe-8443-6ee795076e99 req-6f033957-fb7f-4ad0-ae88-c5edd1a9b5b9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:33.709027 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fce3e382-1fd1-42fe-8443-6ee795076e99 req-6f033957-fb7f-4ad0-ae88-c5edd1a9b5b9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0463846 May 18 22:47:33.755285 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fce3e382-1fd1-42fe-8443-6ee795076e99 req-49de8cad-10fd-4728-ae9d-8a63690aedff tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406916 May 18 22:47:34.124364 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3557c-c8a9-45d7-b5c7-13493a2144ed req-b0e29c48-ac23-4568-a4de-38d56d2432d9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:34.125826 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9fc3557c-c8a9-45d7-b5c7-13493a2144ed req-b0e29c48-ac23-4568-a4de-38d56d2432d9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0502236 May 18 22:47:34.151030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:34.198468 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-983ecd92-36d7-4c42-8da5-fa974ed4335c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411 HTTP/1.1" status: 200 len: 217 time: 0.0393586 May 18 22:47:34.205269 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9fc3557c-c8a9-45d7-b5c7-13493a2144ed req-3dca38e4-8301-4a1d-9d3a-44a728d57b5a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732484 May 18 22:47:34.251116 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-adb0f876-f1b2-4c82-bc8f-232d6fc9e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:34.252579 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-adb0f876-f1b2-4c82-bc8f-232d6fc9e802 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0447848 May 18 22:47:34.306414 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-b5a8ed42-338f-4e02-977d-5046f311d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:34.307925 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-b5a8ed42-338f-4e02-977d-5046f311d98c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424442 May 18 22:47:34.391796 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:47:34.396258 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2ae708-a080-4cfc-a765-6ade362e47f9" -d '{"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:47:34.405210 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-c0736aaf-928e-4b73-af13-0212bada79b0 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863140 May 18 22:47:34.430237 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 22:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291bf85c-2da7-41c5-bff6-23ab74579c66 x-openstack-request-id: req-291bf85c-2da7-41c5-bff6-23ab74579c66 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:47:34.430595 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-unplugged", "status": "failed", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27", "code": 422}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:47:34.430911 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-291bf85c-2da7-41c5-bff6-23ab74579c66 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:47:34.431403 dv-cinder-838009-6-iscsi neutron-server[110668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-291bf85c-2da7-41c5-bff6-23ab74579c66']: {'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'code': 422} returned with failed status May 18 22:47:34.516201 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2af5397f-cbee-4310-9ff2-dba487a23159 req-855a706d-95d6-44b5-94d0-6da154ebac1a service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032155 May 18 22:47:34.550335 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3f432-5a43-4be8-94a0-9aeb3130bcc1 req-7e26ea20-bec9-46e0-b341-eaffb1b9e146 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:34.552073 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-31b3f432-5a43-4be8-94a0-9aeb3130bcc1 req-7e26ea20-bec9-46e0-b341-eaffb1b9e146 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0500996 May 18 22:47:34.601515 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-31b3f432-5a43-4be8-94a0-9aeb3130bcc1 req-8896ba0b-3f03-484b-b77a-0d80444b7aa2 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437517 May 18 22:47:34.887633 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-ec7a75f4-252b-484e-aa55-115b5e51c7de req-24c60d95-2d53-449c-9bc5-0bbedfa36374 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:47:34.888651 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec7a75f4-252b-484e-aa55-115b5e51c7de req-24c60d95-2d53-449c-9bc5-0bbedfa36374 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051727 May 18 22:47:35.171298 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:35.180716 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b189-ce74-4809-86a9-e6ed4cd564f9 req-11bbc861-5617-4fca-9023-c3bc5410376d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:35.182982 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2c78b189-ce74-4809-86a9-e6ed4cd564f9 req-11bbc861-5617-4fca-9023-c3bc5410376d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0513887 May 18 22:47:35.466621 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=13 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:35.470931 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=13 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:35.507802 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f51ca-20a2-4505-8898-f4084aecec08 req-57c14f08-6a91-4504-ac0c-c289c6910b10 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:35.509249 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa6f51ca-20a2-4505-8898-f4084aecec08 req-57c14f08-6a91-4504-ac0c-c289c6910b10 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0658448 May 18 22:47:35.512556 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2c78b189-ce74-4809-86a9-e6ed4cd564f9 req-b96ebdc2-9801-49aa-8dfd-545dec58f5f6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197339 May 18 22:47:35.560425 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa6f51ca-20a2-4505-8898-f4084aecec08 req-a0b92191-70dc-467c-bcad-d337c68f56e5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454345 May 18 22:47:35.611421 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47948) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:47:35.701352 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-0ff21838-2b5e-47f4-9f43-f4d4466d25c2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887969 May 18 22:47:35.710411 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-12df583b-5e18-40ef-b89e-b2522deddc75 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:47:35.711467 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-12df583b-5e18-40ef-b89e-b2522deddc75 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056093 May 18 22:47:35.719507 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab513-f2f9-4665-80ac-adaed097cd67 req-400ff388-47ff-48cf-9d79-95b25e287734 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:35.720975 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f2bab513-f2f9-4665-80ac-adaed097cd67 req-400ff388-47ff-48cf-9d79-95b25e287734 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0514987 May 18 22:47:35.774419 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f2bab513-f2f9-4665-80ac-adaed097cd67 req-eecbbcd6-b503-4b40-84a1-3def99e06a8a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468900 May 18 22:47:35.790348 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 47960) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:47:35.845471 dv-cinder-838009-6-iscsi neutron-server[110666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 22:47:35.893141 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-08c35244-6fd1-4869-8e8f-68b278d3c23c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:35.894661 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-08c35244-6fd1-4869-8e8f-68b278d3c23c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports/96fba53d-5676-4c31-9cb9-19ddb31ada27 HTTP/1.1" status: 200 len: 941 time: 0.1031823 May 18 22:47:35.898587 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce410c14-011c-4421-9836-16daf142b0f0 req-eafe67dc-dbe2-4577-9645-ba2e8783528c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:35.900056 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce410c14-011c-4421-9836-16daf142b0f0 req-eafe67dc-dbe2-4577-9645-ba2e8783528c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0466566 May 18 22:47:35.951665 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce410c14-011c-4421-9836-16daf142b0f0 req-81984c1e-b7a1-4a27-a2db-4274d14ce35d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457253 May 18 22:47:35.973278 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47968) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:47:36.114694 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915219e-7648-4b1c-b4b5-4eb8ed8eec31 tempest-TestShelveInstance-43371083 tempest-TestShelveInstance-43371083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:36.114894 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:47:36.116166 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3915219e-7648-4b1c-b4b5-4eb8ed8eec31 tempest-TestShelveInstance-43371083 tempest-TestShelveInstance-43371083-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1124 time: 0.1418376 May 18 22:47:36.119145 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 47976) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:47:36.123405 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'port_id': '60d9c274-368f-4afe-81d6-9735f604892c', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:47:36.188252 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 96fba53d-5676-4c31-9cb9-19ddb31ada27 is: DOWN; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:47:36.191741 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:36.276045 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:36.373813 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:36.390622 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Allocated IP 172.27.1.22 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/1e947dd0-e428-466a-8e60-c0db8c21319d) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:47:36.494973 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for port (1e947dd0-e428-466a-8e60-c0db8c21319d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:36.522581 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:36.623196 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (1e947dd0-e428-466a-8e60-c0db8c21319d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:36.694657 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4aed-71fc-4be7-b753-e1c64dc51865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:36.706219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248226ee-8565-46bf-a63d-281748b0058d req-046264d0-b399-4352-9dfa-a7cace8375a8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:36.708237 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-248226ee-8565-46bf-a63d-281748b0058d req-046264d0-b399-4352-9dfa-a7cace8375a8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.1217682 May 18 22:47:36.709924 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:47:36.720425 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:47:36.732908 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:47:36.736798 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'Port': ['ID=1e947dd0-e428-466a-8e60-c0db8c21319d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:36.766825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c3d4-2d07-4f76-a5ec-5180711c50dc req-baac2ac6-0bc2-46b3-bcd9-be582d22733a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:36.768251 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd23c3d4-2d07-4f76-a5ec-5180711c50dc req-baac2ac6-0bc2-46b3-bcd9-be582d22733a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.1338670 May 18 22:47:36.785170 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.785514 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.785847 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.786200 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.786530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.786848 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.787163 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.787476 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.787790 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.788101 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.788417 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.788726 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.789069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.789705 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.789705 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:47:36.875030 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-248226ee-8565-46bf-a63d-281748b0058d req-17ff3772-3a95-4174-b3ff-2d7b9c3ea459 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604350 May 18 22:47:36.917378 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd23c3d4-2d07-4f76-a5ec-5180711c50dc req-756cde29-8b40-47d1-9e24-8eddc39ed212 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396925 May 18 22:47:37.173967 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for floatingip (d0c480e8-6768-4b21-8d9d-934620b7de75), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:37.291595 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:37.296396 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (1e947dd0-e428-466a-8e60-c0db8c21319d), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:37.476461 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for port (1e947dd0-e428-466a-8e60-c0db8c21319d), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:37.567704 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (1e947dd0-e428-466a-8e60-c0db8c21319d), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:37.636931 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event updated for resources: {'Port': ['ID=1e947dd0-e428-466a-8e60-c0db8c21319d,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:47:37.646264 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:37.649388 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (d0c480e8-6768-4b21-8d9d-934620b7de75), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:37.749255 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Floating IP d0c480e8-6768-4b21-8d9d-934620b7de75 associated. External IP: 172.27.1.22, port: 60d9c274-368f-4afe-81d6-9735f604892c. May 18 22:47:37.950787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Router f7a79450-701b-4a61-8eb3-39a09a7eca2d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:47:38.063218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dab19d-e5d2-4109-80d6-d0b10a256718 req-392e6235-4de2-47bf-bf32-21f7bb82d6f9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:38.064688 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89dab19d-e5d2-4109-80d6-d0b10a256718 req-392e6235-4de2-47bf-bf32-21f7bb82d6f9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.1126373 May 18 22:47:38.131527 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae2abe-d7c1-4e20-aca6-0bba1e63e4db req-be4013f4-1280-4219-972f-0d26e241cbf1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:38.132965 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1ae2abe-d7c1-4e20-aca6-0bba1e63e4db req-be4013f4-1280-4219-972f-0d26e241cbf1 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.1419456 May 18 22:47:38.174998 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:47:38.184814 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] Sync routers for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:47:38.196293 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:47:38.196900 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:47:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:47:38.202041 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89dab19d-e5d2-4109-80d6-d0b10a256718 req-5e20e956-6a96-4201-889a-b39a6a987bff tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281900 May 18 22:47:38.234417 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1ae2abe-d7c1-4e20-aca6-0bba1e63e4db req-8b22195e-fe62-499a-aff9-55a70dc94abf tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885828 May 18 22:47:38.295681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:38.298263 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:47:38.322962 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:38.328735 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7d821779-f354-496c-b7fe-4f3c731056b8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2086356 May 18 22:47:38.329319 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:47:38.331594 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "tag": "60d9c274-368f-4afe-81d6-9735f604892c"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:47:38.367428 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc81b70-998c-4f18-8edd-a9df6199059d x-openstack-request-id: req-7fc81b70-998c-4f18-8edd-a9df6199059d {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:47:38.367715 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "tag": "60d9c274-368f-4afe-81d6-9735f604892c", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:47:38.367970 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fc81b70-998c-4f18-8edd-a9df6199059d {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:47:38.368377 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc81b70-998c-4f18-8edd-a9df6199059d'] response: {'name': 'network-changed', 'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c', 'status': 'completed', 'code': 200} May 18 22:47:38.512052 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'd0c480e8-6768-4b21-8d9d-934620b7de75', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'port_id': '60d9c274-368f-4afe-81d6-9735f604892c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'mac_address': 'fa:16:3e:cb:98:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c850c82e-2876-4797-8a76-d09960544a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:47:37Z', 'updated_at': '2022-05-18T22:47:37Z', 'revision_number': 0, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:36Z', 'revision_number': 5, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:47:38.536502 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] Checking router: f7a79450-701b-4a61-8eb3-39a09a7eca2d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:47:38.544839 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:47:38.545439 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:47:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:47:38.643608 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:47:38.847516 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'd0c480e8-6768-4b21-8d9d-934620b7de75', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'port_id': '60d9c274-368f-4afe-81d6-9735f604892c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'mac_address': 'fa:16:3e:cb:98:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c850c82e-2876-4797-8a76-d09960544a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:47:37Z', 'updated_at': '2022-05-18T22:47:37Z', 'revision_number': 0, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:36Z', 'revision_number': 5, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:47:38.928839 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-31fac4aa-8298-4ef1-909f-64f048bb9682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:38.949134 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb0d72-b174-43ef-b9cb-f68f33ad976f None None] The sync data for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi is: [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'd0c480e8-6768-4b21-8d9d-934620b7de75', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'port_id': '60d9c274-368f-4afe-81d6-9735f604892c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'mac_address': 'fa:16:3e:cb:98:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c850c82e-2876-4797-8a76-d09960544a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:47:37Z', 'updated_at': '2022-05-18T22:47:37Z', 'revision_number': 0, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:36Z', 'revision_number': 5, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:47:39.136913 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee082a-5375-4984-989f-d80d377d6573 None None] New status for floating IP d0c480e8-6768-4b21-8d9d-934620b7de75: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:47:39.369468 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0b2f0-4812-4333-84ac-238a9273cfd8 req-d21fa3f8-55a8-4c00-a114-9f34e612d8d8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:39.371363 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b2b0b2f0-4812-4333-84ac-238a9273cfd8 req-d21fa3f8-55a8-4c00-a114-9f34e612d8d8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0901313 May 18 22:47:39.430293 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70545-01a0-4545-b315-1e39b69021a9 req-8355d751-840b-4e58-8288-9a690815c1b6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:39.431845 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eff70545-01a0-4545-b315-1e39b69021a9 req-8355d751-840b-4e58-8288-9a690815c1b6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.1211519 May 18 22:47:39.434863 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-6fe0a75d-d5ee-4214-912d-eaad625f18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:39.436328 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-6fe0a75d-d5ee-4214-912d-eaad625f18e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1129 time: 0.0895035 May 18 22:47:39.501291 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0659bb2-800d-44b5-b9ea-d7e46f9b5823 req-17cba977-5b90-45bc-8362-db7532b2e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:39.502825 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f0659bb2-800d-44b5-b9ea-d7e46f9b5823 req-17cba977-5b90-45bc-8362-db7532b2e377 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1130 time: 0.0387330 May 18 22:47:39.536902 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b2b0b2f0-4812-4333-84ac-238a9273cfd8 req-5c774ba8-d1a5-4c59-ac45-f16f2fc64185 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332538 May 18 22:47:39.552644 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f0659bb2-800d-44b5-b9ea-d7e46f9b5823 req-6f8e2285-8ba7-47bd-8262-c352198f0be3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393164 May 18 22:47:39.558302 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eff70545-01a0-4545-b315-1e39b69021a9 req-a3ffc1f4-7891-4a84-bfb9-d9e46c58e5bd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196661 May 18 22:47:39.593722 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-da028383-3828-436f-ae54-174e386e3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:39.595204 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-da028383-3828-436f-ae54-174e386e3ec5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 200 len: 910 time: 0.1453168 May 18 22:47:39.957135 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:40.027280 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:40.051723 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-e085bcb6-2010-43f4-abf7-49b162d6d13f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 1000 time: 0.0563686 May 18 22:47:40.576659 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-63afe3ed-d774-4b7e-bfeb-79d779da7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:40.578147 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-63afe3ed-d774-4b7e-bfeb-79d779da7c8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da46f96-186f-44c6-84db-a897df3fb345 HTTP/1.1" status: 200 len: 848 time: 0.0451186 May 18 22:47:40.690214 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-7cea21ba-27c6-41f7-8208-c83ad22af682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:40.692402 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-7cea21ba-27c6-41f7-8208-c83ad22af682 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4177bd83-4697-477b-b1d4-2aba176f602d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995805 May 18 22:47:40.706143 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0fc31-99e2-4e10-ba30-ef1ab3c26a1e req-bb12bfad-3cae-4d54-ad2b-95c491564fed tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:40.708429 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ceb0fc31-99e2-4e10-ba30-ef1ab3c26a1e req-bb12bfad-3cae-4d54-ad2b-95c491564fed tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0873120 May 18 22:47:40.766634 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1eee1-3c23-4751-9ac8-28c6d9afb30b req-2b4d516a-603b-4a9d-9907-259bb5af43c0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:40.768071 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aba1eee1-3c23-4751-9ac8-28c6d9afb30b req-2b4d516a-603b-4a9d-9907-259bb5af43c0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.1289761 May 18 22:47:40.868541 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ceb0fc31-99e2-4e10-ba30-ef1ab3c26a1e req-588b1fa1-ef60-4eba-b443-bd288ee426cf tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498275 May 18 22:47:40.877278 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-ce160ff0-4264-439e-9d6f-92afe3a18ac5 service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679213 May 18 22:47:40.881010 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aba1eee1-3c23-4751-9ac8-28c6d9afb30b req-ca1a4eea-bbd3-4944-b2ed-ab5b439811ba tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012061 May 18 22:47:41.113138 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf9f293e-c0e9-4f8a-9221-a91cd068c9ca req-bfce7d92-7df1-4c9c-9411-c3dc6e05d938 service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871048 May 18 22:47:41.447783 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:41.893678 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-4266667a-660c-4b62-9f6c-dce462f40f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:41.895301 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-4266667a-660c-4b62-9f6c-dce462f40f93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0&tenant_id=3a7373826e4743088ff1d782782b9890 HTTP/1.1" status: 200 len: 1128 time: 0.0699191 May 18 22:47:42.268668 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d613c88-c508-46dd-a133-010c65b84056 req-4ce92278-c210-455b-908b-f2e764773df1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:42.270049 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d613c88-c508-46dd-a133-010c65b84056 req-4ce92278-c210-455b-908b-f2e764773df1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.3211522 May 18 22:47:42.280469 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-5c1f89a4-4f54-4b86-b314-3427c95ca941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:42.281832 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-5c1f89a4-4f54-4b86-b314-3427c95ca941 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 1128 time: 0.3222046 May 18 22:47:42.301953 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb0c16-c752-4e10-b38f-12e88cd01607 req-74a14569-1244-47d4-8dec-f004a5ff2e01 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:42.303351 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bbeb0c16-c752-4e10-b38f-12e88cd01607 req-74a14569-1244-47d4-8dec-f004a5ff2e01 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.3427024 May 18 22:47:42.327820 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:42.413137 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d613c88-c508-46dd-a133-010c65b84056 req-ce7e7ad9-0b43-4a2f-8775-b872aced0367 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365261 May 18 22:47:42.435516 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bbeb0c16-c752-4e10-b38f-12e88cd01607 req-2de55438-0232-4444-9acb-a5c820d032c6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224048 May 18 22:47:42.449861 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-b5487fcb-e81b-4f50-bd33-a3e218cfa67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:42.451333 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-b5487fcb-e81b-4f50-bd33-a3e218cfa67b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 918 time: 0.1563332 May 18 22:47:42.514827 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-48adae9e-ff3e-4b8e-a6ea-c4b6b2a7023c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27 HTTP/1.1" status: 200 len: 999 time: 0.0563543 May 18 22:47:42.566877 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-a6a0ccef-a300-48d0-b151-5e7cd638abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:42.568284 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-a6a0ccef-a300-48d0-b151-5e7cd638abff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0475848 May 18 22:47:42.605627 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:42.613645 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-c5789e0c-640b-4b19-812e-5e337d6606bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:42.615328 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-c5789e0c-640b-4b19-812e-5e337d6606bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407200 May 18 22:47:42.713306 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-1b57ce59-dad4-4a5b-aa8c-9c334f5ebfb5 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918205 May 18 22:47:42.809839 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ed932f90-310c-4b8e-a4c4-3366a1e3cade req-920e73af-543f-4201-a6e2-53df1a1f41f2 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866597 May 18 22:47:42.914520 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb026a-e2cc-4aab-ba28-12d75bef085b req-0f115dc0-6147-44dd-946c-f5d2466b5521 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:42.917158 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ffcb026a-e2cc-4aab-ba28-12d75bef085b req-0f115dc0-6147-44dd-946c-f5d2466b5521 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0492263 May 18 22:47:42.944990 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:42.969461 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ffcb026a-e2cc-4aab-ba28-12d75bef085b req-a16cc7da-ceb2-4401-a81b-a902db27a957 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459464 May 18 22:47:43.149479 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-746f17d7-9425-4d50-accd-682328dbc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:43.151043 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-746f17d7-9425-4d50-accd-682328dbc825 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1130 time: 0.0451541 May 18 22:47:43.246934 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-54e3e7df-86b0-4115-8571-d79ae2d9d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:43.248539 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-54e3e7df-86b0-4115-8571-d79ae2d9d009 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.0898244 May 18 22:47:43.314305 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-5c01b8e4-84ce-40d8-ba16-4794859a9aaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be154673-4ae6-488f-9ecd-8923c95db8c4 HTTP/1.1" status: 200 len: 1002 time: 0.0593088 May 18 22:47:43.362085 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-fead1010-b03f-40d3-b888-55d3f67de3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:43.364167 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-fead1010-b03f-40d3-b888-55d3f67de3b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0442677 May 18 22:47:43.420845 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-ea255dda-a883-4f27-91b7-110a8318e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:43.422557 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-ea255dda-a883-4f27-91b7-110a8318e904 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464349 May 18 22:47:43.582858 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbdbd7-6a7a-4232-8205-4e8a6c3eed2e req-44b0939a-b7ab-4048-8a6a-095f45858bb6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:43.590023 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ecbdbd7-6a7a-4232-8205-4e8a6c3eed2e req-44b0939a-b7ab-4048-8a6a-095f45858bb6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0661111 May 18 22:47:43.600083 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:43.666125 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ecbdbd7-6a7a-4232-8205-4e8a6c3eed2e req-889abb0b-7bbd-4b12-9673-5264145c29c1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736256 May 18 22:47:44.091202 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d70d8-a2e7-4c66-9847-fcf0616b5176 req-72967387-f982-4052-9be4-1cfe4b9431de tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:44.092732 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd9d70d8-a2e7-4c66-9847-fcf0616b5176 req-72967387-f982-4052-9be4-1cfe4b9431de tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0505209 May 18 22:47:44.142558 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd9d70d8-a2e7-4c66-9847-fcf0616b5176 req-eacbba27-5513-4ab5-89df-88f7b4a3b45a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 May 18 22:47:44.785912 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc9f35-52ed-4a94-848a-58f4a8cd5b35 req-0f474d00-c58e-473a-b867-4b11c401062f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:44.787556 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75fc9f35-52ed-4a94-848a-58f4a8cd5b35 req-0f474d00-c58e-473a-b867-4b11c401062f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0528789 May 18 22:47:44.838186 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75fc9f35-52ed-4a94-848a-58f4a8cd5b35 req-68492b2a-99bc-4fa2-9a29-37d9b85f9e26 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449498 May 18 22:47:45.267001 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e3e4-5c8e-4282-8d89-94b59b266e7d req-8d7083a8-f3d6-410a-9606-b0a242b1b752 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:45.269521 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b686e3e4-5c8e-4282-8d89-94b59b266e7d req-8d7083a8-f3d6-410a-9606-b0a242b1b752 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0540521 May 18 22:47:45.319521 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b686e3e4-5c8e-4282-8d89-94b59b266e7d req-c894608c-0481-468c-b790-c4c38cee858d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 May 18 22:47:45.978084 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ccbd7-db03-4cf1-b0b7-51a5a26001df req-5e669c75-9109-473a-968e-38603240537b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:45.978084 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e20ccbd7-db03-4cf1-b0b7-51a5a26001df req-5e669c75-9109-473a-968e-38603240537b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0582683 May 18 22:47:46.035554 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e20ccbd7-db03-4cf1-b0b7-51a5a26001df req-c708d3dd-ca01-4807-93ff-f9e4c7adc076 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510983 May 18 22:47:46.445592 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4e75d-e3a6-4661-8387-78ea84a2cbfd req-f91fc470-77f0-4349-b8c0-5d12fa22da94 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:46.449813 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-feb4e75d-e3a6-4661-8387-78ea84a2cbfd req-f91fc470-77f0-4349-b8c0-5d12fa22da94 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0589786 May 18 22:47:46.472599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:46.499266 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-feb4e75d-e3a6-4661-8387-78ea84a2cbfd req-5af51d4d-e106-4649-a48d-4b4fc879bc9c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464413 May 18 22:47:47.167720 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70626bfb-f368-4ebe-9f33-b10644df6bb6 req-43e562d0-853a-417f-b72f-1ba47453b8a8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:47.174959 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-70626bfb-f368-4ebe-9f33-b10644df6bb6 req-43e562d0-853a-417f-b72f-1ba47453b8a8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0513263 May 18 22:47:47.216624 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-70626bfb-f368-4ebe-9f33-b10644df6bb6 req-56f63192-cf95-4bc8-b782-378c0354bdb1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416675 May 18 22:47:47.621803 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499eebd-9359-4ad7-aadb-978acb3138b4 req-88efd082-6498-4431-83bc-bb0d8a7b65ec tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:47.623601 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9499eebd-9359-4ad7-aadb-978acb3138b4 req-88efd082-6498-4431-83bc-bb0d8a7b65ec tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0511591 May 18 22:47:47.699823 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9499eebd-9359-4ad7-aadb-978acb3138b4 req-0cc67d7e-7c8c-4fe2-b206-27b213d3044e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684540 May 18 22:47:47.914509 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:47:48.291389 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa2846-1b22-45ac-b944-b4ccdb2693a0 req-eca021ed-a57c-429b-8258-f5173ce9903b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:48.293450 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-60aa2846-1b22-45ac-b944-b4ccdb2693a0 req-eca021ed-a57c-429b-8258-f5173ce9903b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0623612 May 18 22:47:48.366103 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7318b-8215-478c-8154-8bf6e1f9a864 req-b61a1960-2864-4496-961d-f7aa9b5d89f6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:48.367668 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8d7318b-8215-478c-8154-8bf6e1f9a864 req-b61a1960-2864-4496-961d-f7aa9b5d89f6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0708749 May 18 22:47:48.401495 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-60aa2846-1b22-45ac-b944-b4ccdb2693a0 req-7f36e40c-4c20-4d7b-a345-388850a6d4bf tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939243 May 18 22:47:48.432707 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8d7318b-8215-478c-8154-8bf6e1f9a864 req-547eb360-68af-4eda-99ff-e56ee7bc5bfe tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587809 May 18 22:47:48.823838 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7b8bb-034e-4694-81f9-5c5aed86703b req-88c063d2-9feb-4dae-9370-d43758a15c03 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:48.825309 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68b7b8bb-034e-4694-81f9-5c5aed86703b req-88c063d2-9feb-4dae-9370-d43758a15c03 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0533574 May 18 22:47:48.876008 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68b7b8bb-034e-4694-81f9-5c5aed86703b req-bf5446cc-1f70-4d3b-b560-8510adb6d552 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447993 May 18 22:47:49.546402 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=25 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:49.549384 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=25 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:49.558174 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:49.572850 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ed3e7-33c9-405d-86f0-37163cc7f530 req-94bb2845-8e63-4dca-a772-c5294d38c534 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:49.574921 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-261ed3e7-33c9-405d-86f0-37163cc7f530 req-94bb2845-8e63-4dca-a772-c5294d38c534 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0821290 May 18 22:47:49.587001 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ac34-6b4d-407e-bfea-82430ca4c787 req-32012bff-e245-4ad1-b8c1-5b4cd7a7e40a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:49.593915 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2657ac34-6b4d-407e-bfea-82430ca4c787 req-32012bff-e245-4ad1-b8c1-5b4cd7a7e40a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0712259 May 18 22:47:49.675160 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2657ac34-6b4d-407e-bfea-82430ca4c787 req-23b8c7e2-20c3-41dd-94fe-b094bf75d1c3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802267 May 18 22:47:49.682215 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-261ed3e7-33c9-405d-86f0-37163cc7f530 req-538e2dfa-f11f-4c05-aa9b-f3ebf5a743ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854385 May 18 22:47:49.997664 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815769a-1584-42f2-b97b-bbc796a8f20f req-82211e8a-db94-4df1-bdee-5572aca02c0c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:49.999226 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e815769a-1584-42f2-b97b-bbc796a8f20f req-82211e8a-db94-4df1-bdee-5572aca02c0c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0523400 May 18 22:47:50.060645 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e815769a-1584-42f2-b97b-bbc796a8f20f req-11e44eb8-e773-43be-80da-283dcb44f829 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551047 May 18 22:47:50.832693 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0778ac-b183-4357-852c-4b025b164dd4 req-4a95f723-ac1e-4306-8cca-7b08c4ec08e0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:50.834182 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c0778ac-b183-4357-852c-4b025b164dd4 req-4a95f723-ac1e-4306-8cca-7b08c4ec08e0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0828435 May 18 22:47:50.844589 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4f17-f9e3-41cc-bca8-0809b59a4d6e req-ff336ef6-a34b-4962-9876-f7f87e1243c9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:50.845949 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-958a4f17-f9e3-41cc-bca8-0809b59a4d6e req-ff336ef6-a34b-4962-9876-f7f87e1243c9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0659320 May 18 22:47:50.880641 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:50.921031 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c0778ac-b183-4357-852c-4b025b164dd4 req-dfede70b-abfb-4d7d-bfef-995ff06e9e7a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741251 May 18 22:47:50.928757 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-958a4f17-f9e3-41cc-bca8-0809b59a4d6e req-8064c986-b52a-4ffc-9f08-f60ec33ba26a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760617 May 18 22:47:51.177446 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767415-ec8c-4837-a006-980bf0bc906a req-7ca09230-06fa-4b42-a127-a5233128e1a4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:51.178972 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-97767415-ec8c-4837-a006-980bf0bc906a req-7ca09230-06fa-4b42-a127-a5233128e1a4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0497105 May 18 22:47:51.229705 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-97767415-ec8c-4837-a006-980bf0bc906a req-cde4a559-1a1c-4acf-8cad-2787fff5592f tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447803 May 18 22:47:51.913750 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=80 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:52.082878 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d9923-3ac0-429b-bd38-1a9d4bdc2679 req-d00e9c34-1bd5-4d8a-8a8c-57228bf6a3d8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:52.084382 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-893d9923-3ac0-429b-bd38-1a9d4bdc2679 req-d00e9c34-1bd5-4d8a-8a8c-57228bf6a3d8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0864863 May 18 22:47:52.090377 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c10d0-79c1-46b8-b03e-6f0a15e824bb req-c92b72ca-4ef0-4018-b82a-afacaa269510 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:52.091728 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-217c10d0-79c1-46b8-b03e-6f0a15e824bb req-c92b72ca-4ef0-4018-b82a-afacaa269510 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0831189 May 18 22:47:52.169066 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-893d9923-3ac0-429b-bd38-1a9d4bdc2679 req-c3007476-a7d2-477b-8ce5-a10224ce3765 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762196 May 18 22:47:52.171943 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-217c10d0-79c1-46b8-b03e-6f0a15e824bb req-ef1199ad-cc89-4598-8ce2-eb9d162cf397 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730791 May 18 22:47:52.353612 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a63221-517b-4ab9-8336-acc1d7abfe3e req-579ad5cb-4df4-4922-b4eb-06782e99bfef tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:52.356029 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-14a63221-517b-4ab9-8336-acc1d7abfe3e req-579ad5cb-4df4-4922-b4eb-06782e99bfef tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0582604 May 18 22:47:52.406372 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-14a63221-517b-4ab9-8336-acc1d7abfe3e req-13570151-490d-4396-8064-67fc67f24319 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 May 18 22:47:52.838608 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:52.844942 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:53.344741 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9404b63-f48f-4d90-8944-ba7f0f7b5697 req-05620539-008e-4340-9d88-36cdd5ad9771 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:53.347764 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9404b63-f48f-4d90-8944-ba7f0f7b5697 req-05620539-008e-4340-9d88-36cdd5ad9771 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0885510 May 18 22:47:53.356709 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45233232-7270-4223-95f1-d998c53d3f5d req-2fa7ab4b-5d3f-4113-97fc-4fd15008f60e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:53.358184 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45233232-7270-4223-95f1-d998c53d3f5d req-2fa7ab4b-5d3f-4113-97fc-4fd15008f60e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0976825 May 18 22:47:53.432165 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9404b63-f48f-4d90-8944-ba7f0f7b5697 req-8eafbc83-9fd8-4d49-942b-935102e55a19 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728536 May 18 22:47:53.450236 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45233232-7270-4223-95f1-d998c53d3f5d req-a3e2e47d-558e-4c9b-8835-cf6819867f49 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826228 May 18 22:47:53.540851 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38695dd9-8896-448a-b424-6c61f24161cd req-461445bf-9d46-41aa-8d76-cb10fbb2cfa4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:53.542324 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-38695dd9-8896-448a-b424-6c61f24161cd req-461445bf-9d46-41aa-8d76-cb10fbb2cfa4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0507846 May 18 22:47:53.595836 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-38695dd9-8896-448a-b424-6c61f24161cd req-2337316f-2029-4e19-870f-3393f627645e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479295 May 18 22:47:54.601681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2942-1fae-4e56-838f-1738b1dbc978 req-aa92af22-962e-4c23-8c7e-01b0ab1d89d9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:54.603254 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-884a2942-1fae-4e56-838f-1738b1dbc978 req-aa92af22-962e-4c23-8c7e-01b0ab1d89d9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0846646 May 18 22:47:54.630224 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed39d62-99ee-4382-86df-c82bbe5b77f2 req-416d6a12-ce3c-42c0-8817-8c7cea9bd6b7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:54.631681 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1ed39d62-99ee-4382-86df-c82bbe5b77f2 req-416d6a12-ce3c-42c0-8817-8c7cea9bd6b7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0817826 May 18 22:47:54.663200 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:54.707073 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-884a2942-1fae-4e56-838f-1738b1dbc978 req-60030140-a665-47eb-8c94-b792fc6dbb21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957611 May 18 22:47:54.715076 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1ed39d62-99ee-4382-86df-c82bbe5b77f2 req-72795166-1414-4727-b658-0628914c0444 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767782 May 18 22:47:54.827352 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ee383-7c36-48d2-95ab-6784746fce0e req-b7e55209-a1b1-45b9-b03b-40e681681158 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:54.828827 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b4ee383-7c36-48d2-95ab-6784746fce0e req-b7e55209-a1b1-45b9-b03b-40e681681158 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0562861 May 18 22:47:54.872316 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:54.876746 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b4ee383-7c36-48d2-95ab-6784746fce0e req-3c50ae13-4a4c-4a40-8523-71ef17ede379 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 May 18 22:47:55.857501 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581c2a2-f96c-4fbc-8bd6-9166f5dbaaa3 req-62514ca9-da1b-4396-9b55-ab9a05307f94 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:55.859041 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0581c2a2-f96c-4fbc-8bd6-9166f5dbaaa3 req-62514ca9-da1b-4396-9b55-ab9a05307f94 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0809543 May 18 22:47:55.867564 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0958ab-88df-4cc9-a8d4-fbdf6aeafca1 req-ff68d2d0-5768-40b6-a10a-9baea42561a1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:55.868921 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3e0958ab-88df-4cc9-a8d4-fbdf6aeafca1 req-ff68d2d0-5768-40b6-a10a-9baea42561a1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0795152 May 18 22:47:55.943626 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0581c2a2-f96c-4fbc-8bd6-9166f5dbaaa3 req-17079625-38de-462a-9d83-89d72f97ccbd tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737650 May 18 22:47:55.947694 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3e0958ab-88df-4cc9-a8d4-fbdf6aeafca1 req-c5f8a5bc-7f98-48a8-ae73-31c59609b145 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711222 May 18 22:47:56.044349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c35b8-4ec4-426f-a348-21143431891f req-5526454c-ada4-45d0-8e78-98fdd28e526d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:56.045728 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-498c35b8-4ec4-426f-a348-21143431891f req-5526454c-ada4-45d0-8e78-98fdd28e526d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0466976 May 18 22:47:56.097272 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-498c35b8-4ec4-426f-a348-21143431891f req-d49fd7e1-1f7b-4db8-beb1-6e5bc434e4ea tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444434 May 18 22:47:57.130955 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417ca24-3f18-4130-b8d5-fde1d6dcc444 req-ca8a8aec-7534-4623-856d-215792dc0bb7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:57.132436 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6417ca24-3f18-4130-b8d5-fde1d6dcc444 req-ca8a8aec-7534-4623-856d-215792dc0bb7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.1197002 May 18 22:47:57.148694 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2d125-cec5-430f-8db6-7f7a55110e60 req-3b9a627b-3fd7-4be8-9f8d-6cda3bde2c36 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:57.150113 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17b2d125-cec5-430f-8db6-7f7a55110e60 req-3b9a627b-3fd7-4be8-9f8d-6cda3bde2c36 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.1272981 May 18 22:47:57.250626 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6417ca24-3f18-4130-b8d5-fde1d6dcc444 req-c868c854-4bd7-4966-be77-206e3230e8aa tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083975 May 18 22:47:57.255954 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17b2d125-cec5-430f-8db6-7f7a55110e60 req-54ef1a16-799f-4740-9c18-fd9dd582585d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964727 May 18 22:47:57.259599 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-c1aa43ab-8961-4913-9985-0438f5e70bc6 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082283 May 18 22:47:57.360689 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a270977-b93f-401d-be9d-530fb58be806 req-55e4bd95-4449-4443-a095-740183422413 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:57.362677 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4a270977-b93f-401d-be9d-530fb58be806 req-55e4bd95-4449-4443-a095-740183422413 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0532012 May 18 22:47:57.412360 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4a270977-b93f-401d-be9d-530fb58be806 req-254c5368-6970-479a-abf0-0178eb68e5e5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442460 May 18 22:47:57.910601 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=76 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:58.395135 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd7a9b-bb6e-4f6a-8677-48567f65356c req-98305481-35a1-436d-868d-1fddfa92621e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:58.396607 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ecd7a9b-bb6e-4f6a-8677-48567f65356c req-98305481-35a1-436d-868d-1fddfa92621e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0764208 May 18 22:47:58.402758 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a86e1-81b0-4791-9b79-a83ed1c9123e req-9517f3b0-76eb-4eab-898d-1cff3bb5e84d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:58.404130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-773a86e1-81b0-4791-9b79-a83ed1c9123e req-9517f3b0-76eb-4eab-898d-1cff3bb5e84d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0749123 May 18 22:47:58.479844 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ecd7a9b-bb6e-4f6a-8677-48567f65356c req-f400ba3f-d2b8-4e70-ae96-fb888990bb99 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747685 May 18 22:47:58.487139 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-773a86e1-81b0-4791-9b79-a83ed1c9123e req-c66bf6fa-c9a6-4052-8ed3-90099b33e46e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719583 May 18 22:47:58.580109 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35574c40-f65a-4572-b653-0ac4e5a3da0a req-1d5eb721-c61b-45ea-8d1a-82895edb24aa tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:58.581563 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35574c40-f65a-4572-b653-0ac4e5a3da0a req-1d5eb721-c61b-45ea-8d1a-82895edb24aa tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0472579 May 18 22:47:58.628459 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35574c40-f65a-4572-b653-0ac4e5a3da0a req-eae294d3-92e3-4877-93e7-feba433a8247 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404661 May 18 22:47:59.212959 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:47:59.600330 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:59.608204 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:47:59.628930 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f898b-00a5-4e4d-b192-3789488ded9e req-ed30e595-0e28-4bf7-97a4-b8431b9bb4b3 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:59.630575 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f48f898b-00a5-4e4d-b192-3789488ded9e req-ed30e595-0e28-4bf7-97a4-b8431b9bb4b3 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0819209 May 18 22:47:59.636331 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbcd5b-4019-4053-a78c-c9e6a9326d7e req-d0937dec-cc05-4fdf-9e6d-06c3dcf03e06 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:59.637674 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-78cbcd5b-4019-4053-a78c-c9e6a9326d7e req-d0937dec-cc05-4fdf-9e6d-06c3dcf03e06 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0778151 May 18 22:47:59.706644 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f48f898b-00a5-4e4d-b192-3789488ded9e req-419c43fc-5431-450f-8c1e-d1af8a5d9a21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675411 May 18 22:47:59.717584 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-78cbcd5b-4019-4053-a78c-c9e6a9326d7e req-f457929f-4f56-4af5-babf-f62386dca4a0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713050 May 18 22:47:59.806604 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363ed79-c5db-40f5-a2a5-a2d725f86133 req-b2361c6f-90c5-43f1-9b27-20eec76cef54 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:47:59.807967 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3363ed79-c5db-40f5-a2a5-a2d725f86133 req-b2361c6f-90c5-43f1-9b27-20eec76cef54 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0475938 May 18 22:47:59.853816 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3363ed79-c5db-40f5-a2a5-a2d725f86133 req-19c03c80-9314-439a-aa1c-7be006355534 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404503 May 18 22:47:59.970306 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63796b06-b004-4858-91eb-1f6cfe2a1085 req-83dc31a8-b4e2-43a8-a0b4-1d4c993720b1 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852141 May 18 22:48:00.844125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ee308-2924-475a-ba4a-50036def7d95 req-70a97ab7-5c5f-4ad7-8bb3-010e0e683295 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:00.845783 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-451ee308-2924-475a-ba4a-50036def7d95 req-70a97ab7-5c5f-4ad7-8bb3-010e0e683295 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0715082 May 18 22:48:00.868227 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3df1-9c1f-46fa-afbb-278dd09a22da req-c2a4d685-9b84-4872-8d13-f295946b0288 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:00.869639 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a8e3df1-9c1f-46fa-afbb-278dd09a22da req-c2a4d685-9b84-4872-8d13-f295946b0288 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0669703 May 18 22:48:00.931922 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-451ee308-2924-475a-ba4a-50036def7d95 req-dc95c6dc-b9ff-4fbd-9d25-bfcd33111e5a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800333 May 18 22:48:00.947545 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a8e3df1-9c1f-46fa-afbb-278dd09a22da req-4ddc14b0-de59-416f-aa57-c3d8168a93c8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717602 May 18 22:48:01.033662 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e095f21-7c1e-44a2-b7c9-309875a74ffb req-ae595a89-6830-4583-919a-ceaae7ab1f8e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:01.035433 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e095f21-7c1e-44a2-b7c9-309875a74ffb req-ae595a89-6830-4583-919a-ceaae7ab1f8e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0483594 May 18 22:48:01.084214 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e095f21-7c1e-44a2-b7c9-309875a74ffb req-24510442-f6d3-4102-bdd9-6dc0b7587739 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 May 18 22:48:02.075113 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8d8dc-c593-4890-a88e-24d4e83e88da req-515eed2e-ed88-4dbe-8b96-101bd204309a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:02.076586 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2c8d8dc-c593-4890-a88e-24d4e83e88da req-515eed2e-ed88-4dbe-8b96-101bd204309a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0770066 May 18 22:48:02.096126 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d288dda-4506-4f9b-a094-17890bfb0513 req-76a5127c-5f6a-49e9-9ae3-25e1308bfeb8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:02.097630 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1d288dda-4506-4f9b-a094-17890bfb0513 req-76a5127c-5f6a-49e9-9ae3-25e1308bfeb8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0695131 May 18 22:48:02.163648 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2c8d8dc-c593-4890-a88e-24d4e83e88da req-4d4ad67c-c5c4-430c-b927-a1341c26133c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809336 May 18 22:48:02.167714 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1d288dda-4506-4f9b-a094-17890bfb0513 req-0042da41-6aea-4ac8-8831-7203f5fd4cf2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631692 May 18 22:48:02.263307 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413b0ca-f8ff-4f27-a489-0d67db92a030 req-e3974a28-6037-4e5f-b3ad-08139efcb52e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:02.264676 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2413b0ca-f8ff-4f27-a489-0d67db92a030 req-e3974a28-6037-4e5f-b3ad-08139efcb52e tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0465398 May 18 22:48:02.310790 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2413b0ca-f8ff-4f27-a489-0d67db92a030 req-e524f2bb-5391-4d99-8109-2dceb8f3038c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 May 18 22:48:02.497210 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:02.535753 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-f3429c1f-cf4c-4fdf-8717-c2c70df4e6b0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:02.537102 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-f3429c1f-cf4c-4fdf-8717-c2c70df4e6b0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.0487895 May 18 22:48:02.756047 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Deleting port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:48:02.756377 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:03.067400 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] For port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:48:03.067760 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:03.074784 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:03.335708 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:03.336346 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (0bd82f5c-f9b8-4709-811c-0914eca45bbf), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:03.336346 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Floating IP 0bd82f5c-f9b8-4709-811c-0914eca45bbf disassociated. External IP: 172.27.1.102, port: 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353. May 18 22:48:03.336614 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Calling delete_port for 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:48:03.354213 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c578918-337b-4d7d-ba9a-c9f2ccdb9756 req-b200328e-2bcf-4fd0-810d-ab1ddc19b33c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:03.355659 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c578918-337b-4d7d-ba9a-c9f2ccdb9756 req-b200328e-2bcf-4fd0-810d-ab1ddc19b33c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 945 time: 0.1049497 May 18 22:48:03.364083 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e966f39-b023-49b6-b0d4-5445b278502c req-37804e74-9f2e-4806-9e42-72dfad147b02 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:03.365455 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e966f39-b023-49b6-b0d4-5445b278502c req-37804e74-9f2e-4806-9e42-72dfad147b02 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.1136775 May 18 22:48:03.510968 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c578918-337b-4d7d-ba9a-c9f2ccdb9756 req-1c7129b6-eeeb-416a-b466-de03a533f7e4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=d0654539-8404-4638-a2b8-8e74868e269e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387734 May 18 22:48:03.535363 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e966f39-b023-49b6-b0d4-5445b278502c req-d5e0ab81-05c8-4869-9a85-10f89bec4fa4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594312 May 18 22:48:03.632966 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd1c53-3e38-44c6-ace3-3502ab879322 req-c278122e-d60f-4ecd-b5f2-5b750a2e89ae tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:03.634497 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fdcd1c53-3e38-44c6-ace3-3502ab879322 req-c278122e-d60f-4ecd-b5f2-5b750a2e89ae tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0638821 May 18 22:48:03.682334 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fdcd1c53-3e38-44c6-ace3-3502ab879322 req-2d5e39ce-50df-40d1-a99d-815d86507fdc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 May 18 22:48:03.750021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (7dae3f3b-8bc8-4a34-8417-b95ba6b1c353), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:03.781438 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'Port': ['ID=7dae3f3b-8bc8-4a34-8417-b95ba6b1c353,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:03.897640 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:48:03.944308 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:03.998696 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:48:04.009912 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:48:04.020750 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:48:04.021620 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:47:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:04.029736 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:04.067263 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] No DVR routers for this DVR port 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:48:04.070137 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:04.074050 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3e150e46-ef57-40d1-9350-a9d54fc76c62 req-64feef5f-553a-47ab-806d-21dcf1953e4c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "DELETE /v2.0/ports/7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 HTTP/1.1" status: 204 len: 173 time: 1.4239762 May 18 22:48:04.074814 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'name': 'network-vif-deleted', 'tag': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:48:04.077448 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58143f46-ce66-41a1-a1f3-7cd567389671" -d '{"events": [{"server_uuid": "11859bc6-9f40-4ebd-a362-f02edc56387f", "name": "network-vif-deleted", "tag": "7dae3f3b-8bc8-4a34-8417-b95ba6b1c353"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:48:04.118238 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3630709f-4816-4cd2-a42f-30a2d7383f71 x-openstack-request-id: req-3630709f-4816-4cd2-a42f-30a2d7383f71 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:48:04.118524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11859bc6-9f40-4ebd-a362-f02edc56387f", "name": "network-vif-deleted", "tag": "7dae3f3b-8bc8-4a34-8417-b95ba6b1c353", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:48:04.118778 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3630709f-4816-4cd2-a42f-30a2d7383f71 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:48:04.119179 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3630709f-4816-4cd2-a42f-30a2d7383f71'] response: {'server_uuid': '11859bc6-9f40-4ebd-a362-f02edc56387f', 'name': 'network-vif-deleted', 'tag': '7dae3f3b-8bc8-4a34-8417-b95ba6b1c353', 'status': 'completed', 'code': 200} May 18 22:48:04.123565 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:48:04.288143 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:48:04.312399 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:48:04.312771 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 7dae3f3b-8bc8-4a34-8417-b95ba6b1c353 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:48:04.346302 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:09Z', 'revision_number': 2, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:04.371685 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:48:04.380778 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:48:04.381372 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:47:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:04.493227 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:48:04.628394 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-50864fd6-2c0e-4966-9fdb-b620483e3cce req-3bd16d5c-95ec-4cda-bad0-f6dd0996b844 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 210 time: 0.0328686 May 18 22:48:04.673376 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b232f7f-20b2-4f90-99ff-aed8d37fac42 req-4b4078df-567f-4af5-a4bd-d5f46441f857 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:04.675254 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b232f7f-20b2-4f90-99ff-aed8d37fac42 req-4b4078df-567f-4af5-a4bd-d5f46441f857 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0500646 May 18 22:48:04.712014 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:09Z', 'revision_number': 2, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:04.730354 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b232f7f-20b2-4f90-99ff-aed8d37fac42 req-06e0c298-f966-4087-afd7-f6b6976e891b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489023 May 18 22:48:04.741664 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbd3b1a-ba64-4108-a0ea-5d73de98902a None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 69, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:ac:49:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:41:38Z', 'updated_at': '2022-05-18T22:43:09Z', 'revision_number': 2, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:48:04.811635 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eafa1-054f-4042-b3ed-4992c51ce4e5 req-30e072f5-1c4f-4419-ba3b-c302870fc4a5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:04.813222 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-081eafa1-054f-4042-b3ed-4992c51ce4e5 req-30e072f5-1c4f-4419-ba3b-c302870fc4a5 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0560677 May 18 22:48:04.869845 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-081eafa1-054f-4042-b3ed-4992c51ce4e5 req-de9ecea8-9131-4768-a538-d20ef53b11cc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483098 May 18 22:48:04.995720 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f084b11-0064-4ddb-842e-97d19f019786 req-9677402c-d8f0-465c-b535-7b157f857510 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:04.997241 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3f084b11-0064-4ddb-842e-97d19f019786 req-9677402c-d8f0-465c-b535-7b157f857510 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0531509 May 18 22:48:05.006870 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48168) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:05.011492 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-08b1ce5a-514c-4bc2-94f5-781cb4ef6692 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Request body: {'floatingip': {'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:48:05.039591 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8ace03-76ba-482f-8046-4942e765676a None None] New status for floating IP 0bd82f5c-f9b8-4709-811c-0914eca45bbf: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:48:05.077214 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08b1ce5a-514c-4bc2-94f5-781cb4ef6692 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (9b7edbd1-420d-42b3-8eab-6a1c8d42c561), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:05.551037 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08b1ce5a-514c-4bc2-94f5-781cb4ef6692 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:05.608089 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08b1ce5a-514c-4bc2-94f5-781cb4ef6692 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (9b7edbd1-420d-42b3-8eab-6a1c8d42c561), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:05.785898 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cd223c36-59b6-431f-88e8-dc294e705023 req-389dc2a1-c32a-473a-82eb-b87d11716b6f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 210 time: 0.0614395 May 18 22:48:05.838915 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:05.889299 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:05.898119 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b1ce5a-514c-4bc2-94f5-781cb4ef6692 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Router 01e0eb6d-afa6-43bc-be65-e67b77c15145 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:48:05.905021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefbb65-d610-4046-8ae7-86fdd3835b0b req-54c53f41-c763-4261-8201-15de177272af tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:05.906516 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1eefbb65-d610-4046-8ae7-86fdd3835b0b req-54c53f41-c763-4261-8201-15de177272af tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0647752 May 18 22:48:06.004317 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1eefbb65-d610-4046-8ae7-86fdd3835b0b req-5359ed3d-afa7-4ad6-ad3b-57bff4d399c9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903380 May 18 22:48:06.050547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b1ce5a-514c-4bc2-94f5-781cb4ef6692 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:48:06.055148 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-08b1ce5a-514c-4bc2-94f5-781cb4ef6692 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:06.061162 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] Sync routers for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:48:06.072005 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:48:06.072861 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:47:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:06.115129 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-08b1ce5a-514c-4bc2-94f5-781cb4ef6692 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "PUT /v2.0/floatingips/9b7edbd1-420d-42b3-8eab-6a1c8d42c561 HTTP/1.1" status: 200 len: 994 time: 1.1071327 May 18 22:48:06.119934 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4'}, {'name': 'network-changed', 'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:48:06.122183 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a904cd-2720-4745-b8d6-2565be17535c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4"}, {"name": "network-changed", "server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:48:06.164232 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 May 2022 22:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e26b62-bd58-4f87-9159-96074a7cdb44 x-openstack-request-id: req-a4e26b62-bd58-4f87-9159-96074a7cdb44 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:48:06.164540 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:48:06.164783 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4e26b62-bd58-4f87-9159-96074a7cdb44 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:48:06.165199 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e26b62-bd58-4f87-9159-96074a7cdb44'] response: {'name': 'network-changed', 'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'status': 'completed', 'code': 200} May 18 22:48:06.165462 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e26b62-bd58-4f87-9159-96074a7cdb44'] response: {'name': 'network-changed', 'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'status': 'completed', 'code': 200} May 18 22:48:06.186291 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:48:06.281022 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:06.341838 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:06.410596 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '9b7edbd1-420d-42b3-8eab-6a1c8d42c561', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'mac_address': 'fa:16:3e:9f:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:44:23Z', 'updated_at': '2022-05-18T22:48:05Z', 'revision_number': 3, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:06.438835 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] Checking router: 01e0eb6d-afa6-43bc-be65-e67b77c15145 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:48:06.447705 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:48:06.448303 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:47:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:06.546327 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:48:06.664375 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b2a3ed43-bdfe-41bc-bf33-bca384218f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:06.837436 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '9b7edbd1-420d-42b3-8eab-6a1c8d42c561', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'mac_address': 'fa:16:3e:9f:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:44:23Z', 'updated_at': '2022-05-18T22:48:05Z', 'revision_number': 3, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:06.838478 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a904cd-2720-4745-b8d6-2565be17535c req-09e0f7c2-56ae-47eb-bcf7-5bccc1dd9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:06.840238 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-09e0f7c2-56ae-47eb-bcf7-5bccc1dd9d47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1130 time: 0.0437651 May 18 22:48:06.863922 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69eef9-a9c7-4990-a351-34bf63894b6d None None] The sync data for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi is: [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '9b7edbd1-420d-42b3-8eab-6a1c8d42c561', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'port_id': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'mac_address': 'fa:16:3e:9f:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:44:23Z', 'updated_at': '2022-05-18T22:48:05Z', 'revision_number': 3, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:48:06.933701 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-987295e9-8fe4-4123-a41d-cca2471a9193 req-7db14b82-b242-42bb-bd5a-240d7830acbe tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=11859bc6-9f40-4ebd-a362-f02edc56387f HTTP/1.1" status: 200 len: 210 time: 0.0355682 May 18 22:48:06.972941 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a904cd-2720-4745-b8d6-2565be17535c req-47f82698-1eaa-4d2e-93dc-08a607bb45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:06.974446 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-47f82698-1eaa-4d2e-93dc-08a607bb45e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.1281428 May 18 22:48:07.044362 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-aa35ff5d-fdd5-45f3-b2bc-f4d01f0ee4b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be154673-4ae6-488f-9ecd-8923c95db8c4 HTTP/1.1" status: 200 len: 1002 time: 0.0630248 May 18 22:48:07.373141 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a904cd-2720-4745-b8d6-2565be17535c req-04936267-374f-44e5-8e23-37cc63515fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:07.374506 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-04936267-374f-44e5-8e23-37cc63515fc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.3229079 May 18 22:48:07.381173 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880df99-fc96-47d3-915d-70feba454e5e req-30569953-aa9d-4213-ac78-442024dc70ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:07.382539 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e880df99-fc96-47d3-915d-70feba454e5e req-30569953-aa9d-4213-ac78-442024dc70ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0648050 May 18 22:48:07.448384 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a904cd-2720-4745-b8d6-2565be17535c req-b77be148-398d-41a8-a8b5-25bcfacdc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:07.449834 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-b77be148-398d-41a8-a8b5-25bcfacdc502 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664699 May 18 22:48:07.482917 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e880df99-fc96-47d3-915d-70feba454e5e req-942795c6-5818-4cf1-bb35-669c9a97c6a5 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865119 May 18 22:48:07.549145 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-ca06bd9c-cff1-4762-95a6-47e41699c419 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888264 May 18 22:48:07.640308 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-750fd91a-063e-46a1-a618-2b5b3431ce31 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844893 May 18 22:48:07.787476 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a904cd-2720-4745-b8d6-2565be17535c req-caa53ab1-b931-41df-8cf1-6270b0bd274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:07.788943 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-caa53ab1-b931-41df-8cf1-6270b0bd274e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 1130 time: 0.0402944 May 18 22:48:07.867636 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:07.882894 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a904cd-2720-4745-b8d6-2565be17535c req-3cee14d4-a1ba-4c55-a91d-4a2bae260c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:07.884404 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-3cee14d4-a1ba-4c55-a91d-4a2bae260c70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 200 len: 919 time: 0.0880923 May 18 22:48:07.939154 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:07.947681 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-2f4531c7-f152-4e35-8147-96c74b91b1cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be154673-4ae6-488f-9ecd-8923c95db8c4 HTTP/1.1" status: 200 len: 1002 time: 0.0561693 May 18 22:48:08.001174 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a904cd-2720-4745-b8d6-2565be17535c req-e5a2cf3c-ae2e-4bf3-8b94-6de5049add45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:08.003208 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-e5a2cf3c-ae2e-4bf3-8b94-6de5049add45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 200 len: 857 time: 0.0484297 May 18 22:48:08.051075 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a904cd-2720-4745-b8d6-2565be17535c req-17622dbc-0576-48d9-bdc7-9ee529a9f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:08.052598 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-17622dbc-0576-48d9-bdc7-9ee529a9f2ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11499028-97ea-4e44-af1f-548128f3e70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436797 May 18 22:48:08.094415 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48188) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:08.150942 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (d0654539-8404-4638-a2b8-8e74868e269e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.154742 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-8fd9b4c7-28cb-46a8-bcf0-7adc373fb031 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861869 May 18 22:48:08.174177 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (d0654539-8404-4638-a2b8-8e74868e269e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.248658 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1a904cd-2720-4745-b8d6-2565be17535c req-331ab490-4b43-4116-833b-5443ba77b0b2 service neutron] 10.222.0.24 "GET /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879030 May 18 22:48:08.293836 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (d0654539-8404-4638-a2b8-8e74868e269e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.296478 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.297608 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "DELETE /v2.0/security-groups/d0654539-8404-4638-a2b8-8e74868e269e HTTP/1.1" status: 204 len: 168 time: 0.2022130 May 18 22:48:08.301298 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48190) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:08.307681 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0654539-8404-4638-a2b8-8e74868e269e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:08.315136 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.315544 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-b629a2b0-1ec2-44fe-b271-38ed46297c01 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] show failed (client error): The resource could not be found. May 18 22:48:08.315701 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.315908 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.316249 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.316566 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b629a2b0-1ec2-44fe-b271-38ed46297c01 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups/d0654539-8404-4638-a2b8-8e74868e269e HTTP/1.1" status: 404 len: 347 time: 0.0142326 May 18 22:48:08.316708 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.316911 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.317238 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.317564 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.317890 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.318242 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.318572 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.318895 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.319221 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.319444 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48192) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:08.319547 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.319851 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a821ea98-c390-4a1c-919e-1da4fb708a3b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:08.335544 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:48:08.432512 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Deleting port 214fcaeb-208a-41fc-851d-a3e4cc6bfba2 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:48:08.432851 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.437656 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:48:08.448780 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'port_id': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'mac_address': 'fa:16:3e:c2:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:48:08.487477 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 96fba53d-5676-4c31-9cb9-19ddb31ada27 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:48:08.487864 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.500977 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fba53d-5676-4c31-9cb9-19ddb31ada27 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:48:08.511892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.512274 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.522386 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:48:08.526082 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Calling delete_port for 214fcaeb-208a-41fc-851d-a3e4cc6bfba2 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:48:08.585369 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.630648 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a4de8-3738-4b03-ac6b-609f8709dc74 req-29b5afc7-bb0c-48dd-9873-d9de608283b9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:08.630919 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=9']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:08.632117 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a38a4de8-3738-4b03-ac6b-609f8709dc74 req-29b5afc7-bb0c-48dd-9873-d9de608283b9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0649915 May 18 22:48:08.719206 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a38a4de8-3738-4b03-ac6b-609f8709dc74 req-97844d12-4e71-4430-b5fd-ee4a16e2a666 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810380 May 18 22:48:08.791091 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (214fcaeb-208a-41fc-851d-a3e4cc6bfba2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.813577 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'Port': ['ID=214fcaeb-208a-41fc-851d-a3e4cc6bfba2,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:08.877119 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (0bd82f5c-f9b8-4709-811c-0914eca45bbf), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.880168 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:08.881292 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-94965c26-7bc8-4821-a534-0dbffe58152e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "DELETE /v2.0/floatingips/0bd82f5c-f9b8-4709-811c-0914eca45bbf HTTP/1.1" status: 204 len: 168 time: 0.5609784 May 18 22:48:08.930792 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fa7cfe40-8dea-4740-ba73-703168c613a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:09.057772 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['96fba53d-5676-4c31-9cb9-19ddb31ada27'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:48:09.844937 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23376-1a00-41e9-821b-cdd24fcd0d37 req-b290ba33-3424-41f3-aa81-b9fca1e9fc12 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:09.847052 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06f23376-1a00-41e9-821b-cdd24fcd0d37 req-b290ba33-3424-41f3-aa81-b9fca1e9fc12 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0523129 May 18 22:48:09.877390 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:09.894249 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06f23376-1a00-41e9-821b-cdd24fcd0d37 req-c841045c-cfbb-4b3d-a2d3-d2f694634c49 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 May 18 22:48:09.932528 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:10.350245 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:48:10.397419 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 96fba53d-5676-4c31-9cb9-19ddb31ada27 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:48:10.397419 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:10.457768 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:10.469600 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 96fba53d-5676-4c31-9cb9-19ddb31ada27 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:48:10.469985 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:10.471679 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:10.493671 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:48:10.495890 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c26248-a9b6-462b-a8a8-09a7a56507c5" -d '{"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:48:10.508346 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:48:10.532652 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a951894d-270e-4eed-ae62-7eaf877eb4e2 x-openstack-request-id: req-a951894d-270e-4eed-ae62-7eaf877eb4e2 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:48:10.532952 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-plugged", "status": "completed", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:48:10.533202 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a951894d-270e-4eed-ae62-7eaf877eb4e2 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:48:10.533589 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a951894d-270e-4eed-ae62-7eaf877eb4e2'] response: {'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'code': 200} May 18 22:48:10.578848 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:10.628881 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=10']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:10.636011 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.636348 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.636744 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.637038 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.637361 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.637681 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.637996 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.638375 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.638850 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.639169 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.639484 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.639813 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.640127 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.640436 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.640772 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:48:10.997377 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:11.013842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63d0c6-735e-476a-8faa-7bc3f7dea7cf req-0d073c3e-9ea2-4a35-bf95-ccba045af75a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:11.015343 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1a63d0c6-735e-476a-8faa-7bc3f7dea7cf req-0d073c3e-9ea2-4a35-bf95-ccba045af75a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 947 time: 0.0484078 May 18 22:48:11.065625 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1a63d0c6-735e-476a-8faa-7bc3f7dea7cf req-8c8812c5-be8a-46a8-ab5d-ce89c17f33ac tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432522 May 18 22:48:11.275993 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4193dad-b029-4cb4-ae0a-699a301e2eae req-9b3681c5-3112-44d1-939f-12d252e9aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:11.277376 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4193dad-b029-4cb4-ae0a-699a301e2eae req-9b3681c5-3112-44d1-939f-12d252e9aad4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 1131 time: 0.0419099 May 18 22:48:11.320951 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4193dad-b029-4cb4-ae0a-699a301e2eae req-88be8dd2-3e80-4b54-9702-f36eb962cd9d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370932 May 18 22:48:11.429513 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:11.898686 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d27122-2267-49e9-9053-4b6ca5a99646 req-6c14d602-aa68-4d6d-8a73-2de3442d7993 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:11.900138 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28d27122-2267-49e9-9053-4b6ca5a99646 req-6c14d602-aa68-4d6d-8a73-2de3442d7993 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0460734 May 18 22:48:11.947612 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28d27122-2267-49e9-9053-4b6ca5a99646 req-4782ffc0-6f5f-4c47-b597-eb669adb48a8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 May 18 22:48:12.185436 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad572d9-e819-4db5-9698-b62d21f21a47 req-b8af2f73-1f18-47fa-bcbd-a5dd98ed6391 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:12.186908 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aad572d9-e819-4db5-9698-b62d21f21a47 req-b8af2f73-1f18-47fa-bcbd-a5dd98ed6391 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 947 time: 0.0462685 May 18 22:48:12.236267 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aad572d9-e819-4db5-9698-b62d21f21a47 req-4fccb52c-34e2-4528-9345-9e93c22dd46a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 May 18 22:48:12.904711 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:13.076885 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25bfe6-5557-49a7-b8ec-9ca95c22bf98 req-68510478-81d7-4232-b030-27cff91ae6e6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:13.078494 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd25bfe6-5557-49a7-b8ec-9ca95c22bf98 req-68510478-81d7-4232-b030-27cff91ae6e6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0576205 May 18 22:48:13.129625 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd25bfe6-5557-49a7-b8ec-9ca95c22bf98 req-24b1219f-b7da-4c5d-83d3-f3c9e0d8c0e6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451438 May 18 22:48:13.354958 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e580-1aa0-492f-abe3-e3f9d3d2517c req-bab148a2-c2f8-4ef9-938a-d556540ea324 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:13.356554 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9491e580-1aa0-492f-abe3-e3f9d3d2517c req-bab148a2-c2f8-4ef9-938a-d556540ea324 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 947 time: 0.0490806 May 18 22:48:13.407241 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9491e580-1aa0-492f-abe3-e3f9d3d2517c req-732f3d5d-5bd8-49a6-bad5-f0b6dc259776 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450010 May 18 22:48:13.891367 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-08cfa5ee-3ff0-4528-a864-c86f5eaeae93 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:13.892783 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-08cfa5ee-3ff0-4528-a864-c86f5eaeae93 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0511277 May 18 22:48:13.979084 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Deleting port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:48:13.979418 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:14.076900 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] For port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:48:14.077270 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:14.252896 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:14.270586 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:14.270936 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:14.271243 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Floating IP f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c disassociated. External IP: 172.27.1.92, port: d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7. May 18 22:48:14.271621 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Calling delete_port for d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:48:14.281218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af8ca6-5043-4251-9938-4c26ce7c0593 req-1c8112eb-929c-4681-8570-fa7619a3f2ee tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:14.282690 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11af8ca6-5043-4251-9938-4c26ce7c0593 req-1c8112eb-929c-4681-8570-fa7619a3f2ee tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 946 time: 0.0700080 May 18 22:48:14.336951 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:14.379908 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11af8ca6-5043-4251-9938-4c26ce7c0593 req-6aaf6090-1565-4baa-a608-149c090f3cc8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=768f4d75-63df-478b-a18f-520e7a4af2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905409 May 18 22:48:14.511718 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:14.550615 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'Port': ['ID=d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:14.577139 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a185a-270b-455d-a0e4-a39436f621b6 req-fc65ff46-96f7-497c-af94-1cc4b2abbbc7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:14.577139 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd4a185a-270b-455d-a0e4-a39436f621b6 req-fc65ff46-96f7-497c-af94-1cc4b2abbbc7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 947 time: 0.0894842 May 18 22:48:14.686255 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd4a185a-270b-455d-a0e4-a39436f621b6 req-36f49dbe-eeb9-4cfc-9788-94a73fa5e12f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876229 May 18 22:48:14.699459 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:48:14.800371 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:48:14.810952 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:48:14.821898 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:48:14.822465 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:48:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:14.842218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] No DVR routers for this DVR port d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:48:14.844684 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:14.847852 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b81b8e6-1c5d-47ce-9a12-99a23bead238 req-7c57238f-b6f0-488c-84e7-349779619f0e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "DELETE /v2.0/ports/d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 HTTP/1.1" status: 204 len: 173 time: 0.9488604 May 18 22:48:14.848279 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'name': 'network-vif-deleted', 'tag': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:48:14.850572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd445ce4-29d7-423b-bf24-100354e5a4b3" -d '{"events": [{"server_uuid": "097a1c9f-e116-4327-a473-ab82fe379d7f", "name": "network-vif-deleted", "tag": "d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:48:14.886160 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e79cc02-04a4-445b-b428-b709765cd591 x-openstack-request-id: req-6e79cc02-04a4-445b-b428-b709765cd591 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:48:14.886514 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097a1c9f-e116-4327-a473-ab82fe379d7f", "name": "network-vif-deleted", "tag": "d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:48:14.886794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e79cc02-04a4-445b-b428-b709765cd591 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:48:14.887165 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e79cc02-04a4-445b-b428-b709765cd591'] response: {'server_uuid': '097a1c9f-e116-4327-a473-ab82fe379d7f', 'name': 'network-vif-deleted', 'tag': 'd2906a1e-0e35-4157-9c0a-1a0a6fa95ba7', 'status': 'completed', 'code': 200} May 18 22:48:14.930970 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:48:15.229579 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:15.254696 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:48:15.262951 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:48:15.263562 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:48:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:15.363222 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:48:15.490875 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1b0eaeb-8cc5-47f7-a69f-ab3e634621cb req-d1444ad7-7451-4363-9cb2-ad7fbf655913 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=097a1c9f-e116-4327-a473-ab82fe379d7f HTTP/1.1" status: 200 len: 210 time: 0.0294008 May 18 22:48:15.556092 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:15.581283 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225ced0-d3b9-4d0a-802b-f26ddcef3024 None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:48:15.798761 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c491908a-493b-48ea-b418-f4d9a940b00c None None] New status for floating IP f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:48:16.635908 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48276) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:16.692782 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27808c08-4258-4854-8707-2bea1ae2652c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (768f4d75-63df-478b-a18f-520e7a4af2ce), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:16.715475 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27808c08-4258-4854-8707-2bea1ae2652c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (768f4d75-63df-478b-a18f-520e7a4af2ce), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:16.812159 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27808c08-4258-4854-8707-2bea1ae2652c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (768f4d75-63df-478b-a18f-520e7a4af2ce), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:16.814764 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27808c08-4258-4854-8707-2bea1ae2652c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:16.816639 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-27808c08-4258-4854-8707-2bea1ae2652c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "DELETE /v2.0/security-groups/768f4d75-63df-478b-a18f-520e7a4af2ce HTTP/1.1" status: 204 len: 168 time: 0.1797264 May 18 22:48:16.826330 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27808c08-4258-4854-8707-2bea1ae2652c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f4d75-63df-478b-a18f-520e7a4af2ce,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:16.828577 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48278) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:16.841357 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.api.v2.resource [None req-1ceb6b51-9de9-48c5-8bf3-03d424860fde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] show failed (client error): The resource could not be found. May 18 22:48:16.842360 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1ceb6b51-9de9-48c5-8bf3-03d424860fde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups/768f4d75-63df-478b-a18f-520e7a4af2ce HTTP/1.1" status: 404 len: 347 time: 0.0137620 May 18 22:48:16.845916 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48280) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:16.953922 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Deleting port 492ac527-fb11-434d-a4b8-859346a0218a {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:48:16.954210 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (492ac527-fb11-434d-a4b8-859346a0218a), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.255665 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (492ac527-fb11-434d-a4b8-859346a0218a), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.255916 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (492ac527-fb11-434d-a4b8-859346a0218a), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.269124 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Calling delete_port for 492ac527-fb11-434d-a4b8-859346a0218a owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:48:17.463999 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (492ac527-fb11-434d-a4b8-859346a0218a), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.486227 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'Port': ['ID=492ac527-fb11-434d-a4b8-859346a0218a,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:17.549770 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.552159 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.553310 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-390792e4-78bd-4595-958d-02fded83d1b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "DELETE /v2.0/floatingips/f16760c7-7b88-45fa-a5c1-bf4aef8f5c3c HTTP/1.1" status: 204 len: 168 time: 0.7067661 May 18 22:48:17.696636 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48286) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:17.701085 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-2645924d-cdc5-4e37-a0b1-79e9e8473119 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808316095', 'description': 'tempest-description--1918696361'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:48:17.790885 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2645924d-cdc5-4e37-a0b1-79e9e8473119 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.857763 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2645924d-cdc5-4e37-a0b1-79e9e8473119 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (3b324a97-8bf8-4c3d-8c0d-fd5087548cce), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.938254 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2645924d-cdc5-4e37-a0b1-79e9e8473119 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3b324a97-8bf8-4c3d-8c0d-fd5087548cce), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:17.966930 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645924d-cdc5-4e37-a0b1-79e9e8473119 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b324a97-8bf8-4c3d-8c0d-fd5087548cce,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:18.050877 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2645924d-cdc5-4e37-a0b1-79e9e8473119 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.052172 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2645924d-cdc5-4e37-a0b1-79e9e8473119 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3545580 May 18 22:48:18.054994 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48290) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:18.059268 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-511ea69a-9098-4a25-af1a-207ab59096dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group_rule': {'security_group_id': '3b324a97-8bf8-4c3d-8c0d-fd5087548cce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:48:18.160337 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:18.165876 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-511ea69a-9098-4a25-af1a-207ab59096dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (9e6a2c96-a34b-45f9-859e-fc213dd8ec8a), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.176773 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:18.211454 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-511ea69a-9098-4a25-af1a-207ab59096dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (9e6a2c96-a34b-45f9-859e-fc213dd8ec8a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.303920 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-511ea69a-9098-4a25-af1a-207ab59096dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (9e6a2c96-a34b-45f9-859e-fc213dd8ec8a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.322562 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ea69a-9098-4a25-af1a-207ab59096dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6a2c96-a34b-45f9-859e-fc213dd8ec8a,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:18.365671 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:48:18.387515 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:48:18.387844 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device d2906a1e-0e35-4157-9c0a-1a0a6fa95ba7 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:48:18.392692 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-511ea69a-9098-4a25-af1a-207ab59096dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.395013 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-511ea69a-9098-4a25-af1a-207ab59096dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391011 May 18 22:48:18.397795 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48292) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:18.402949 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-fbf6776a-2b4d-4329-9e0d-1c5edc956d21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group_rule': {'security_group_id': '3b324a97-8bf8-4c3d-8c0d-fd5087548cce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:48:18.498824 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fbf6776a-2b4d-4329-9e0d-1c5edc956d21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (7b413ca2-a6d8-4247-947f-15b541fd31bc), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.514100 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:18.557313 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fbf6776a-2b4d-4329-9e0d-1c5edc956d21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (7b413ca2-a6d8-4247-947f-15b541fd31bc), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.630386 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fbf6776a-2b4d-4329-9e0d-1c5edc956d21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (7b413ca2-a6d8-4247-947f-15b541fd31bc), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.650713 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6776a-2b4d-4329-9e0d-1c5edc956d21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b413ca2-a6d8-4247-947f-15b541fd31bc,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:18.700800 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fbf6776a-2b4d-4329-9e0d-1c5edc956d21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.701937 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fbf6776a-2b4d-4329-9e0d-1c5edc956d21 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031065 May 18 22:48:18.705062 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48294) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:18.709895 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:48:18.795335 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.858971 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:18.876134 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:18.982588 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Allocated IP 172.27.1.63 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/d7b0a781-9040-4cfe-b68b-afd8314ad1c1) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:48:19.088033 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:19.202408 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:19.243715 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:48:19.246610 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:48:19.250414 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:48:19.255516 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=d7b0a781-9040-4cfe-b68b-afd8314ad1c1,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:19.333867 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:19.337882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (dba0962b-98bc-4d68-bfb4-f5471e53b63d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:19.441626 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:19.616577 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:19.692413 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:19.762399 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=d7b0a781-9040-4cfe-b68b-afd8314ad1c1,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:19.772894 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (dba0962b-98bc-4d68-bfb4-f5471e53b63d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:19.833348 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:19.834590 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9841d8a2-7c15-4f90-a575-74fcd5ba6042 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1279616 May 18 22:48:19.981280 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d46c1f45-0a3c-4de7-afb3-e7b45fede284 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--808316095&fields=id&tenant_id=6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 267 time: 0.0428081 May 18 22:48:20.035866 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:20.090667 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-fefb0e23-c521-490f-9b16-5cf452e41c2f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:20.092089 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-fefb0e23-c521-490f-9b16-5cf452e41c2f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 814 time: 0.1045158 May 18 22:48:20.107470 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-9eb17070-8507-44a3-b311-8dfcbcd179ed tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/quotas/6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 375 time: 0.0094581 May 18 22:48:20.385747 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-51f7ef16-3625-4484-9d85-438373736db0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2734659 May 18 22:48:20.481404 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-42a5c36a-bb0f-49da-97b3-79353f1d664e service neutron] 10.222.0.70 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840666 May 18 22:48:20.568977 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-547f5191-2744-47c8-a46a-f9238013eb61 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820646 May 18 22:48:20.807423 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6afd315d-c7a9-498d-a77a-d9ed1aa2d531 req-cb484d0a-86ee-4738-a54c-c1fd8f4d54c3 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 210 time: 0.0286365 May 18 22:48:21.908883 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6b47a3f3-2ba8-4242-8e0e-7172f46c1364 req-ca94d6f5-2f46-4cfc-8c97-b06fe26d3567 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 210 time: 0.0338438 May 18 22:48:22.824539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-a128ee66-a159-42ad-b7a1-cd75a0bc3ff3 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:22.825872 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-a128ee66-a159-42ad-b7a1-cd75a0bc3ff3 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 814 time: 0.1020470 May 18 22:48:22.892366 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-073b8166-857b-45a1-955c-c486402b0fcf tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 379 time: 0.0514154 May 18 22:48:22.900645 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'port': {'device_id': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'admin_state_up': True, 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'security_groups': ['3b324a97-8bf8-4c3d-8c0d-fd5087548cce']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:48:22.973309 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:23.017590 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d988de0d-25f6-4c59-823e-78bfc4e5d748 req-f8c68565-9184-4d81-a766-f2f403153d9a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 210 time: 0.0371242 May 18 22:48:23.109581 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Made reservation on behalf of 6422f1b1118143e4b8ef54927212ca97 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:48:23.113480 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:23.241708 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Allocated IP 172.20.0.3 (fbd3cb94-6b06-443d-a376-6f705f586753/e41c8fe0-af5f-4581-99d2-e1fae5ede731/97bbf516-76d1-4de0-b9b6-cb94305e0a32) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:48:23.380001 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:23.386327 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:23.482502 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:23.532896 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Network fbd3cb94-6b06-443d-a376-6f705f586753 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:48:23.536821 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:48:23.540827 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:48:23.569965 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=97bbf516-76d1-4de0-b9b6-cb94305e0a32,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:23.600945 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:23.601800 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:23.663626 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-43da95e3-d821-4fcc-9bf7-692f2fea3d08 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662647 May 18 22:48:23.683971 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Request body: {'port': {'device_id': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:48:23.754516 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:23.801942 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:23.803912 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-732ab9cc-32c0-4afe-b6f2-d981518fc5ca None None] Provisioning complete for port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:48:23.804344 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-732ab9cc-32c0-4afe-b6f2-d981518fc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:23.836141 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-732ab9cc-32c0-4afe-b6f2-d981518fc5ca None None] Port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:48:23.915480 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:24.043690 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bbf516-76d1-4de0-b9b6-cb94305e0a32 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:48:24.052788 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Publish callbacks [] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:24.066579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Transition to ACTIVE for port object 97bbf516-76d1-4de0-b9b6-cb94305e0a32 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:48:24.156041 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef7570-1b8f-4d34-968a-bf885ecbfbea req-a0f8e713-49e8-46d2-85ad-e13da1edacc6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:24.157513 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55ef7570-1b8f-4d34-968a-bf885ecbfbea req-a0f8e713-49e8-46d2-85ad-e13da1edacc6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 931 time: 0.0483768 May 18 22:48:24.158112 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:24.231548 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Pushing event updated for resources: {'Port': ['ID=97bbf516-76d1-4de0-b9b6-cb94305e0a32,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:24.275214 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-55ef7570-1b8f-4d34-968a-bf885ecbfbea req-fe461bab-6e6b-44fe-af80-5ffc02b44baf tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932834 May 18 22:48:24.323909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Attempting to bind port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:48:24.324251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Attempting to bind port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:48:24.324593 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Attempting to bind port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:48:24.329834 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 on network fbd3cb94-6b06-443d-a376-6f705f586753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:48:24.336636 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Attempting to bind port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:48:24.336636 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:24.336636 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:48:24.336636 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Checking segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:48:24.336636 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Bound using segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:48:24.337236 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Bound port: 97bbf516-76d1-4de0-b9b6-cb94305e0a32, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:48:24.337594 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:24.401325 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] For port 97bbf516-76d1-4de0-b9b6-cb94305e0a32, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:48:24.404569 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] For port 97bbf516-76d1-4de0-b9b6-cb94305e0a32, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97bbf516-76d1-4de0-b9b6-cb94305e0a32,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:48:24.510067 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:24.546793 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:24.550890 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:24.550890 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] 10.222.0.24 "PUT /v2.0/ports/97bbf516-76d1-4de0-b9b6-cb94305e0a32 HTTP/1.1" status: 200 len: 1093 time: 0.8694139 May 18 22:48:24.550890 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'tag': '97bbf516-76d1-4de0-b9b6-cb94305e0a32'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:48:24.551667 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef14dac-d92a-407c-ba6b-bee8360440f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4", "tag": "97bbf516-76d1-4de0-b9b6-cb94305e0a32"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:48:24.580545 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67447fc-04b9-49ce-932f-fa20331bf218 service neutron] Pushing event updated for resources: {'Port': ['ID=97bbf516-76d1-4de0-b9b6-cb94305e0a32,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:24.601724 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb2eae-e11f-4b61-ae06-f907ea09cbfb x-openstack-request-id: req-6ffb2eae-e11f-4b61-ae06-f907ea09cbfb {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:48:24.602047 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4", "tag": "97bbf516-76d1-4de0-b9b6-cb94305e0a32", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:48:24.602307 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ffb2eae-e11f-4b61-ae06-f907ea09cbfb {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:48:24.602716 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffb2eae-e11f-4b61-ae06-f907ea09cbfb'] response: {'name': 'network-changed', 'server_uuid': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'tag': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'status': 'completed', 'code': 200} May 18 22:48:24.698822 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef14dac-d92a-407c-ba6b-bee8360440f7 req-3bd12683-5549-420e-a20e-9f7a0d3deed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:24.700330 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef14dac-d92a-407c-ba6b-bee8360440f7 req-3bd12683-5549-420e-a20e-9f7a0d3deed4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 1127 time: 0.0462558 May 18 22:48:24.806691 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef14dac-d92a-407c-ba6b-bee8360440f7 req-1c0a0c3d-79f4-40a3-a115-17cfc0bfe425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:24.808159 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef14dac-d92a-407c-ba6b-bee8360440f7 req-1c0a0c3d-79f4-40a3-a115-17cfc0bfe425 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6422f1b1118143e4b8ef54927212ca97&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0949168 May 18 22:48:24.906290 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef14dac-d92a-407c-ba6b-bee8360440f7 req-7ed70b36-5cec-452d-b877-643333dfd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:24.907762 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef14dac-d92a-407c-ba6b-bee8360440f7 req-7ed70b36-5cec-452d-b877-643333dfd9d3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923977 May 18 22:48:24.914102 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:48:25.013273 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-648b719e-cd06-4e4f-b701-f74379c96482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:25.014694 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-648b719e-cd06-4e4f-b701-f74379c96482 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 1127 time: 0.0388870 May 18 22:48:25.060650 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-6eddc13d-ad99-48b6-a8ed-37cf696e7aff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bbf516-76d1-4de0-b9b6-cb94305e0a32 HTTP/1.1" status: 200 len: 217 time: 0.0315793 May 18 22:48:25.113215 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-06edf877-405b-4a48-b52b-f179527c3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:25.114784 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-06edf877-405b-4a48-b52b-f179527c3119 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0473077 May 18 22:48:25.159210 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-5c577ea0-2a31-4e8a-a847-acb5ee09eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:25.161156 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-5c577ea0-2a31-4e8a-a847-acb5ee09eb6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391986 May 18 22:48:25.217919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:25.252941 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-e1a716d0-9568-4f09-b078-ac4eb5cec2e0 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847578 May 18 22:48:25.357505 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b482ecb8-66da-4b54-8065-7269ed9f310c req-4b4a371d-450f-4382-aa79-d2ed75991aa7 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955973 May 18 22:48:25.390069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784415-f05d-4a96-ab17-c89e5436278e req-b2ba3d38-0de7-4326-ae76-6b5832d606f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:25.391527 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b8784415-f05d-4a96-ab17-c89e5436278e req-b2ba3d38-0de7-4326-ae76-6b5832d606f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 943 time: 0.0476525 May 18 22:48:25.443023 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b8784415-f05d-4a96-ab17-c89e5436278e req-6068f180-523b-43a4-836a-e439a927b8c5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453844 May 18 22:48:26.559298 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d94f26-f776-441d-a8e9-5c470e732847 req-01b442fe-8a36-4949-aaeb-8f530916bc92 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:26.560847 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a6d94f26-f776-441d-a8e9-5c470e732847 req-01b442fe-8a36-4949-aaeb-8f530916bc92 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 943 time: 0.0482202 May 18 22:48:26.607502 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a6d94f26-f776-441d-a8e9-5c470e732847 req-051a93d2-bb41-407b-965b-11f64413db31 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410154 May 18 22:48:27.719599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d9308-729b-4cdc-a093-57d080716f53 req-e167e69e-1c94-4c94-93fc-a959ae5dc1c9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:27.721040 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-483d9308-729b-4cdc-a093-57d080716f53 req-e167e69e-1c94-4c94-93fc-a959ae5dc1c9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 943 time: 0.0469129 May 18 22:48:27.767743 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-483d9308-729b-4cdc-a093-57d080716f53 req-99245b3c-3c20-43f3-b5d7-076c9bf4216b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411270 May 18 22:48:28.459773 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=16,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:28.460298 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 97bbf516-76d1-4de0-b9b6-cb94305e0a32 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:48:28.545921 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:28.557769 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 97bbf516-76d1-4de0-b9b6-cb94305e0a32, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97bbf516-76d1-4de0-b9b6-cb94305e0a32,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:48:28.569085 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'port_id': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'mac_address': 'fa:16:3e:61:1b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:48:28.602135 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:48:28.602514 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:28.615294 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bbf516-76d1-4de0-b9b6-cb94305e0a32 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:48:28.638284 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 97bbf516-76d1-4de0-b9b6-cb94305e0a32, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97bbf516-76d1-4de0-b9b6-cb94305e0a32,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:48:28.703317 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:28.749383 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=97bbf516-76d1-4de0-b9b6-cb94305e0a32,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:28.845872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:28.886112 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469a19f-1f21-4a0a-a26e-36c0ba242170 req-afdd77b1-566c-4902-919b-6c85debcbbfd tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:28.887565 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6469a19f-1f21-4a0a-a26e-36c0ba242170 req-afdd77b1-566c-4902-919b-6c85debcbbfd tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 944 time: 0.0515537 May 18 22:48:28.934741 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6469a19f-1f21-4a0a-a26e-36c0ba242170 req-e523c9ae-4386-4925-9fb2-4190a731b5f2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 May 18 22:48:29.237588 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['97bbf516-76d1-4de0-b9b6-cb94305e0a32'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:48:29.361044 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:30.047507 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52d123-e19d-4ef7-bfe2-69833d17da8c req-8aac9853-8ee1-491c-a040-ecdf06a31004 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:30.049225 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e52d123-e19d-4ef7-bfe2-69833d17da8c req-8aac9853-8ee1-491c-a040-ecdf06a31004 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 944 time: 0.0475390 May 18 22:48:30.098507 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e52d123-e19d-4ef7-bfe2-69833d17da8c req-3cf6c2e0-0031-4c6f-8d9a-248b3be865f6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427239 May 18 22:48:30.495472 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 97bbf516-76d1-4de0-b9b6-cb94305e0a32 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:48:30.536966 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:48:30.601559 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:48:30.601925 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:30.670599 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:48:30.670942 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:30.698699 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bbf516-76d1-4de0-b9b6-cb94305e0a32'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:48:30.700934 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cc53e5-d37a-4e07-860a-d94f17023f9d" -d '{"events": [{"server_uuid": "a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4", "name": "network-vif-plugged", "status": "completed", "tag": "97bbf516-76d1-4de0-b9b6-cb94305e0a32"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:48:30.716999 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 97bbf516-76d1-4de0-b9b6-cb94305e0a32, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97bbf516-76d1-4de0-b9b6-cb94305e0a32,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:48:30.737429 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d81265-7c2a-457d-9588-08d14f8b2f74 x-openstack-request-id: req-f7d81265-7c2a-457d-9588-08d14f8b2f74 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:48:30.738316 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4", "name": "network-vif-plugged", "status": "completed", "tag": "97bbf516-76d1-4de0-b9b6-cb94305e0a32", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:48:30.738656 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7d81265-7c2a-457d-9588-08d14f8b2f74 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:48:30.739119 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d81265-7c2a-457d-9588-08d14f8b2f74'] response: {'server_uuid': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'code': 200} May 18 22:48:30.779035 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:30.817449 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:30.826893 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=97bbf516-76d1-4de0-b9b6-cb94305e0a32,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:48:31.084668 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06461197-6d91-4d65-bd43-314664932b85 req-4f98fe98-a201-4cbf-90a8-e27ec8fdd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:31.086175 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06461197-6d91-4d65-bd43-314664932b85 req-4f98fe98-a201-4cbf-90a8-e27ec8fdd39b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 1129 time: 0.0398979 May 18 22:48:31.139347 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06461197-6d91-4d65-bd43-314664932b85 req-90e3b10f-8fff-4598-9212-f05423ffffe0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 May 18 22:48:31.216206 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac75d02-b812-455a-8e3d-2dae4f9f1cf8 req-3f76f9e2-b616-4dd6-a9c3-ac13b15dae5e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:31.217663 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ac75d02-b812-455a-8e3d-2dae4f9f1cf8 req-3f76f9e2-b616-4dd6-a9c3-ac13b15dae5e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 945 time: 0.0494077 May 18 22:48:31.265848 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ac75d02-b812-455a-8e3d-2dae4f9f1cf8 req-15114882-90dd-43eb-a0be-21e7e81cc6af tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422282 May 18 22:48:32.380121 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77731091-0481-45e3-8def-e3371c6c58fa req-da9495b6-6858-4293-b57c-55e0e8692b77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:32.381556 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-77731091-0481-45e3-8def-e3371c6c58fa req-da9495b6-6858-4293-b57c-55e0e8692b77 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 945 time: 0.0466378 May 18 22:48:32.427966 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-77731091-0481-45e3-8def-e3371c6c58fa req-55a0b519-a321-42d2-a1be-942bd46d1ed0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 May 18 22:48:33.423018 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-b802feb5-53cb-4efa-902f-571390b84cd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416594 May 18 22:48:33.510464 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-9e9cc10e-251f-4ef6-adb6-b7d76d02c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:33.512018 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-9e9cc10e-251f-4ef6-adb6-b7d76d02c627 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 1131 time: 0.0504210 May 18 22:48:33.589905 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf930e-1daf-47e7-87ab-b59cef3862db req-ed54492b-ee5c-4e96-9fea-5a6987cf0c65 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:33.590801 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84bf930e-1daf-47e7-87ab-b59cef3862db req-ed54492b-ee5c-4e96-9fea-5a6987cf0c65 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 945 time: 0.0926614 May 18 22:48:33.661669 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:33.668663 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84bf930e-1daf-47e7-87ab-b59cef3862db req-c7d0d2b3-79f8-45e8-96f0-ba5f084e0648 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689394 May 18 22:48:33.670132 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-f903a770-ea34-4795-89e8-1c4d809744a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:33.671523 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-f903a770-ea34-4795-89e8-1c4d809744a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 918 time: 0.1377375 May 18 22:48:33.732716 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-dcf53971-722f-4d5b-9474-7fd7d6346090 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27 HTTP/1.1" status: 200 len: 1001 time: 0.0550542 May 18 22:48:33.812831 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f961ba4-2d13-4857-9a0b-a4088fff0f22 req-8ceb2efb-083c-4fa1-8836-a56c5c42cc34 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:33.814314 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3f961ba4-2d13-4857-9a0b-a4088fff0f22 req-8ceb2efb-083c-4fa1-8836-a56c5c42cc34 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 945 time: 0.0787342 May 18 22:48:33.823862 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-a3ad486b-17e8-4a8a-8e67-e971b27d054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:33.825333 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-a3ad486b-17e8-4a8a-8e67-e971b27d054a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0809624 May 18 22:48:33.825467 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48358) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:48:33.829916 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'floatingip': {'port_id': '97bbf516-76d1-4de0-b9b6-cb94305e0a32'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:48:33.868253 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (dba0962b-98bc-4d68-bfb4-f5471e53b63d), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:33.870088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-686c3475-4157-4575-b201-198dc6cb331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:33.871531 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-686c3475-4157-4575-b201-198dc6cb331a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384104 May 18 22:48:33.927228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:33.967027 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-2ccb9391-20be-46da-b4f3-5fc4956a77bd service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884356 May 18 22:48:34.058117 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a319f213-a6cb-4098-a1df-2f1009be7907 req-08fba8d5-f4ac-4bfc-853c-4a79e53c8805 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840638 May 18 22:48:34.287317 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:34.344431 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (dba0962b-98bc-4d68-bfb4-f5471e53b63d), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:34.439858 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Floating IP dba0962b-98bc-4d68-bfb4-f5471e53b63d associated. External IP: 172.27.1.63, port: 97bbf516-76d1-4de0-b9b6-cb94305e0a32. May 18 22:48:34.637979 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:48:34.739019 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:48:34.743888 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:34.748301 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:48:34.758326 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:48:34.758930 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:48:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:34.772913 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-04b17345-fa66-4fdd-a80d-3278fcc53e11 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "PUT /v2.0/floatingips/dba0962b-98bc-4d68-bfb4-f5471e53b63d HTTP/1.1" status: 200 len: 990 time: 0.9463887 May 18 22:48:34.773487 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'tag': '97bbf516-76d1-4de0-b9b6-cb94305e0a32'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:48:34.775746 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4", "tag": "97bbf516-76d1-4de0-b9b6-cb94305e0a32"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:48:34.863994 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:48:34.870493 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547aff74-ac4f-48ef-afad-24e59af20e3f x-openstack-request-id: req-547aff74-ac4f-48ef-afad-24e59af20e3f {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:48:34.871034 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4", "tag": "97bbf516-76d1-4de0-b9b6-cb94305e0a32", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:48:34.871034 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-547aff74-ac4f-48ef-afad-24e59af20e3f {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:48:34.871421 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547aff74-ac4f-48ef-afad-24e59af20e3f'] response: {'name': 'network-changed', 'server_uuid': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'tag': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'status': 'completed', 'code': 200} May 18 22:48:34.962306 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:34.963926 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:34.966603 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-9b6dc21b-dc06-49e9-b425-701482001a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:34.968138 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-9b6dc21b-dc06-49e9-b425-701482001a07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 1129 time: 0.0464563 May 18 22:48:35.075567 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-1d364547-e168-4896-b231-119e3ccd3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:35.077010 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-1d364547-e168-4896-b231-119e3ccd3523 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 915 time: 0.0935585 May 18 22:48:35.114398 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:35.117993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'dba0962b-98bc-4d68-bfb4-f5471e53b63d', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:61:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:48:19Z', 'updated_at': '2022-05-18T22:48:34Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:35.143186 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-0920b5bd-10eb-4601-86db-67343a7e40f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97bbf516-76d1-4de0-b9b6-cb94305e0a32 HTTP/1.1" status: 200 len: 998 time: 0.0592380 May 18 22:48:35.143398 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:48:35.152868 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:48:35.153497 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:48:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:35.197334 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-7b45d7a3-606d-4fbb-af9e-a2397ffb749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:35.198831 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-7b45d7a3-606d-4fbb-af9e-a2397ffb749b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0465882 May 18 22:48:35.244185 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-8514128f-930d-460a-848a-0f315631ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:35.245703 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-8514128f-930d-460a-848a-0f315631ab6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397666 May 18 22:48:35.254928 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:48:35.347693 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-ce74b2a1-7d14-4ba5-b669-bd037031241a service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892613 May 18 22:48:35.451482 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-521a96c9-9e83-4dff-952b-ea1dfe3cffb6 req-8eb2b745-d61c-4646-816b-b7de93dcd513 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876791 May 18 22:48:35.583865 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'dba0962b-98bc-4d68-bfb4-f5471e53b63d', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:61:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:48:19Z', 'updated_at': '2022-05-18T22:48:34Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:48:35.607922 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daefbaf-9c8a-4384-886d-3985965e8316 None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'dba0962b-98bc-4d68-bfb4-f5471e53b63d', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:61:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:48:19Z', 'updated_at': '2022-05-18T22:48:34Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:48:35.807982 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a56e3-0f97-4f8a-9ec5-886905731769 None None] New status for floating IP dba0962b-98bc-4d68-bfb4-f5471e53b63d: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:48:36.675948 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-81647180-d9d2-43ac-95cf-c1e0015193f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:38.920194 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d0321253-a4f5-41f9-896b-4b60cd66db74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:39.932836 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:41.424095 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:42.908921 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:44.768139 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:44.769991 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:45.446604 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:45.448486 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=59 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:45.927729 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:45.930600 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:52.844385 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:52.845210 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:48:58.770651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe545c-a638-4ef2-b546-2c86b5e44cd8 req-e30d1891-3de3-471b-99ac-a489b9e7a477 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:58.772106 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0fbe545c-a638-4ef2-b546-2c86b5e44cd8 req-e30d1891-3de3-471b-99ac-a489b9e7a477 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0508254 May 18 22:48:58.821435 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0fbe545c-a638-4ef2-b546-2c86b5e44cd8 req-0bd1cb7e-7eb7-475e-b40b-d3b35f085449 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427103 May 18 22:48:59.338066 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:48:59.934642 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6ef55-5cc7-446d-bd0b-f7e13293901b req-33b48353-4fb0-40a9-96c4-212ba80cad75 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:48:59.936106 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ae6ef55-5cc7-446d-bd0b-f7e13293901b req-33b48353-4fb0-40a9-96c4-212ba80cad75 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0471299 May 18 22:48:59.984512 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ae6ef55-5cc7-446d-bd0b-f7e13293901b req-c14968d8-49d5-4547-841f-d8b8f42b847f tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429175 May 18 22:49:00.811845 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3838ac0-a912-410b-939e-0cf31a736159 req-f8f0d0f0-ba80-4354-ba85-ae0879f31f1c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:00.813190 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e3838ac0-a912-410b-939e-0cf31a736159 req-f8f0d0f0-ba80-4354-ba85-ae0879f31f1c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0460947 May 18 22:49:00.897308 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Deleting port 44c157c3-379b-4597-8ca7-33a80833c6e1 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:00.897644 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:00.986408 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] For port 44c157c3-379b-4597-8ca7-33a80833c6e1, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=44c157c3-379b-4597-8ca7-33a80833c6e1,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:00.987101 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:01.138952 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385ade2-2ff2-4ad7-8cdc-434eea7da17a req-a54feda8-52b4-4a5b-a4d3-58eb5a12c6cc tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:01.140376 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3385ade2-2ff2-4ad7-8cdc-434eea7da17a req-a54feda8-52b4-4a5b-a4d3-58eb5a12c6cc tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 946 time: 0.0862772 May 18 22:49:01.212016 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:01.212369 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (7e3d1cd4-d575-4429-b4d2-10282e7c67b4), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:01.212680 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Floating IP 7e3d1cd4-d575-4429-b4d2-10282e7c67b4 disassociated. External IP: 172.27.1.88, port: 44c157c3-379b-4597-8ca7-33a80833c6e1. May 18 22:49:01.213018 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Calling delete_port for 44c157c3-379b-4597-8ca7-33a80833c6e1 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:01.233637 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3385ade2-2ff2-4ad7-8cdc-434eea7da17a req-54a306c4-e225-48c9-8fa7-d628cb089b52 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693369 May 18 22:49:01.412553 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (44c157c3-379b-4597-8ca7-33a80833c6e1), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:01.440542 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event deleted for resources: {'Port': ['ID=44c157c3-379b-4597-8ca7-33a80833c6e1,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:01.452742 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.453090 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.453429 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.453767 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.454203 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.454537 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.454864 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.455188 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.455522 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.455845 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.456171 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.456492 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.456812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.457129 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.457705 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:01.750053 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:01.785351 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:01.796440 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Router 24e9453e-9442-4282-8364-edd4989f333d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:49:01.907330 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:49:01.914889 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:49:01.919958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:49:01.930549 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:01.931157 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:48:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:01.951395 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] No DVR routers for this DVR port 44c157c3-379b-4597-8ca7-33a80833c6e1 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:49:01.953900 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:01.957038 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e3838ac0-a912-410b-939e-0cf31a736159 req-9b56b447-a655-4cd0-ba38-b9cb08a76fbf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "DELETE /v2.0/ports/44c157c3-379b-4597-8ca7-33a80833c6e1 HTTP/1.1" status: 204 len: 173 time: 1.1383739 May 18 22:49:01.957468 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'name': 'network-vif-deleted', 'tag': '44c157c3-379b-4597-8ca7-33a80833c6e1'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:01.959688 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6ae41b-628e-41ed-83ea-df8114dc360e" -d '{"events": [{"server_uuid": "6f60a91a-04f2-4c00-9a6a-fa540a8b57ea", "name": "network-vif-deleted", "tag": "44c157c3-379b-4597-8ca7-33a80833c6e1"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:02.000000 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1d5592-59b9-4af9-8d15-e90676ecd0df x-openstack-request-id: req-be1d5592-59b9-4af9-8d15-e90676ecd0df {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:02.000638 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f60a91a-04f2-4c00-9a6a-fa540a8b57ea", "name": "network-vif-deleted", "tag": "44c157c3-379b-4597-8ca7-33a80833c6e1", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:02.000638 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be1d5592-59b9-4af9-8d15-e90676ecd0df {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:02.000945 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1d5592-59b9-4af9-8d15-e90676ecd0df'] response: {'server_uuid': '6f60a91a-04f2-4c00-9a6a-fa540a8b57ea', 'name': 'network-vif-deleted', 'tag': '44c157c3-379b-4597-8ca7-33a80833c6e1', 'status': 'completed', 'code': 200} May 18 22:49:02.037931 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:02.227895 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:02.251160 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:49:02.259760 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:02.260353 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:48:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:02.331858 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e106d7c-824e-4013-988c-c1344def326c req-6580196f-a13a-48cb-8bb6-2795f0031b84 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 210 time: 0.0307548 May 18 22:49:02.361585 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:02.554088 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:02.579642 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93ebdc-014d-4aad-9222-bbb20ba26aa6 None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:49:02.795064 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b5780b-1b68-4add-b40f-c1e9395725ff None None] New status for floating IP 7e3d1cd4-d575-4429-b4d2-10282e7c67b4: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:49:03.441621 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da45ac81-5881-4ecf-9a54-7a5ebb5ba9d4 req-993c52ad-6b1d-4cfd-b330-b6b3db3645c1 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f60a91a-04f2-4c00-9a6a-fa540a8b57ea HTTP/1.1" status: 200 len: 210 time: 0.0285089 May 18 22:49:04.656224 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 44c157c3-379b-4597-8ca7-33a80833c6e1 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:49:04.674797 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 44c157c3-379b-4597-8ca7-33a80833c6e1 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:49:04.675149 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 44c157c3-379b-4597-8ca7-33a80833c6e1 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:49:04.695822 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-b8958441-8034-435b-97ad-860cf7e5d0ec tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552150152&fields=id&tenant_id=7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 267 time: 0.0457647 May 18 22:49:04.804433 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008308e-3d7f-4291-951f-90ce8953738b req-8a5d02d7-ed0b-4e7f-9008-58fe67a1891c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:04.805849 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-8a5d02d7-ed0b-4e7f-9008-58fe67a1891c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 811 time: 0.1037812 May 18 22:49:04.820453 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-7902481f-cdf3-45b0-96e9-6c8beebd71a5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/quotas/7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 375 time: 0.0086815 May 18 22:49:04.868559 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-a8922299-519d-4820-a561-384d82489051 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435717 May 18 22:49:04.967546 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-0c91faac-1ed5-4cf1-9f13-5669e5498a66 service neutron] 10.222.0.70 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874310 May 18 22:49:05.056550 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-a35bf8f4-2785-41db-a20b-3bab6af60d3b service neutron] 10.222.0.70 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 May 18 22:49:05.667147 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f5db85fd-d18a-46b7-ad7d-aa32b5fcdeb8 req-f87a25ed-1824-49a9-b732-38205fb239ce tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 210 time: 0.0287447 May 18 22:49:06.658346 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d46b0f26-55de-4d58-a36c-a429d60ec804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:06.767891 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d87b8359-8836-418a-b432-2f47f235c8fa req-3202d11b-0936-43d0-baab-c84a87642e33 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 210 time: 0.0310864 May 18 22:49:07.498984 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008308e-3d7f-4291-951f-90ce8953738b req-197f0a8b-bc43-4dd5-955a-86b7ac8f6fe3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:07.500421 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-197f0a8b-bc43-4dd5-955a-86b7ac8f6fe3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 811 time: 0.1025162 May 18 22:49:07.568845 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-d36dd75a-386c-4c03-ba79-d0c7aef63a21 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 379 time: 0.0539260 May 18 22:49:07.581377 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'port': {'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'admin_state_up': True, 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'security_groups': ['45c873f4-cbe5-4f42-831c-6a91983e71c4']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:07.596173 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:07.749745 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Made reservation on behalf of 7994cefc64b44d1e92e94a9c8c1cca31 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:49:07.753160 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:07.893848 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cd976504-2cda-4b75-9b3e-2808b5f1ebf1 req-ee079447-1741-4955-a8b2-21d33b565b3a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 210 time: 0.0553761 May 18 22:49:07.913168 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Allocated IP 172.20.0.13 (cb762368-0a84-43af-8013-3ba314096c24/d087bf9d-1a7d-485b-a348-6a32c11cc58b/2170f6d7-e113-4873-9f11-d973d6171ab9) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:08.003576 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:08.061929 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:08.150018 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:08.200658 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Network cb762368-0a84-43af-8013-3ba314096c24 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:08.205952 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:08.208593 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:08.213365 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=2170f6d7-e113-4873-9f11-d973d6171ab9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:08.261968 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:08.262606 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:08.273219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:08.392394 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-91ac8c20-2bca-4527-b6bd-8a115044576c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8145146 May 18 22:49:08.409882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Request body: {'port': {'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:08.447439 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e60ff0e1-d9a1-4f7b-a5e9-2a5079440e76 None None] Provisioning complete for port 2170f6d7-e113-4873-9f11-d973d6171ab9 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:08.448005 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e60ff0e1-d9a1-4f7b-a5e9-2a5079440e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:08.480956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:08.483681 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e60ff0e1-d9a1-4f7b-a5e9-2a5079440e76 None None] Port 2170f6d7-e113-4873-9f11-d973d6171ab9 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:49:08.762692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2170f6d7-e113-4873-9f11-d973d6171ab9 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:49:08.775006 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Publish callbacks [] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:08.783133 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Transition to ACTIVE for port object 2170f6d7-e113-4873-9f11-d973d6171ab9 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:49:08.856738 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:08.911966 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Pushing event updated for resources: {'Port': ['ID=2170f6d7-e113-4873-9f11-d973d6171ab9,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:08.955933 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b42d09a6-e68c-4961-bc6a-16df1c4262c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:09.032127 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160329c9-ed14-46cd-b9b7-75065bc85dd4 req-d71e5a6b-71bb-4ba0-9fdb-049a06c98b4a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:09.033646 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-160329c9-ed14-46cd-b9b7-75065bc85dd4 req-d71e5a6b-71bb-4ba0-9fdb-049a06c98b4a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0640063 May 18 22:49:09.034437 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Attempting to bind port 2170f6d7-e113-4873-9f11-d973d6171ab9 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:49:09.034769 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Attempting to bind port 2170f6d7-e113-4873-9f11-d973d6171ab9 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:49:09.035098 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Attempting to bind port 2170f6d7-e113-4873-9f11-d973d6171ab9 on network cb762368-0a84-43af-8013-3ba314096c24 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:09.059546 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Port 2170f6d7-e113-4873-9f11-d973d6171ab9 on network cb762368-0a84-43af-8013-3ba314096c24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:49:09.059883 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Attempting to bind port 2170f6d7-e113-4873-9f11-d973d6171ab9 on network cb762368-0a84-43af-8013-3ba314096c24 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:09.071347 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:49:09.071694 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Checking segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:49:09.072081 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Bound using segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:49:09.072516 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Bound port: 2170f6d7-e113-4873-9f11-d973d6171ab9, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:49:09.072878 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:09.129270 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-160329c9-ed14-46cd-b9b7-75065bc85dd4 req-e04f5a38-ae38-48d2-b12b-ea3e2a2ae315 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884359 May 18 22:49:09.156358 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] For port 2170f6d7-e113-4873-9f11-d973d6171ab9, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:49:09.159695 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] For port 2170f6d7-e113-4873-9f11-d973d6171ab9, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2170f6d7-e113-4873-9f11-d973d6171ab9,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:49:09.224135 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:09.262893 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:09.263503 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:09.264884 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] 10.222.0.24 "PUT /v2.0/ports/2170f6d7-e113-4873-9f11-d973d6171ab9 HTTP/1.1" status: 200 len: 1094 time: 0.8593082 May 18 22:49:09.265319 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:09.267559 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd3149e-f5c1-4484-9d7e-214bf641eedf" -d '{"events": [{"name": "network-changed", "server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:09.284448 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:09.287737 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874345b-3486-4eb0-bdca-1d80c1eade64 service neutron] Pushing event updated for resources: {'Port': ['ID=2170f6d7-e113-4873-9f11-d973d6171ab9,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:09.313065 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff121bd7-11c0-4a11-8139-84ff83333e80 x-openstack-request-id: req-ff121bd7-11c0-4a11-8139-84ff83333e80 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:09.313360 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:09.313618 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff121bd7-11c0-4a11-8139-84ff83333e80 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:09.314080 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff121bd7-11c0-4a11-8139-84ff83333e80'] response: {'name': 'network-changed', 'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'status': 'completed', 'code': 200} May 18 22:49:09.422229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3149e-f5c1-4484-9d7e-214bf641eedf req-2439e866-1cc7-4a26-8c65-fdb3f22d20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:09.424244 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cd3149e-f5c1-4484-9d7e-214bf641eedf req-2439e866-1cc7-4a26-8c65-fdb3f22d20c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 1128 time: 0.0520942 May 18 22:49:09.559407 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3149e-f5c1-4484-9d7e-214bf641eedf req-c06baba4-040b-488c-a894-b3d83a770230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:09.561036 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cd3149e-f5c1-4484-9d7e-214bf641eedf req-c06baba4-040b-488c-a894-b3d83a770230 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1135383 May 18 22:49:09.634601 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:09.683392 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3149e-f5c1-4484-9d7e-214bf641eedf req-cebbfbc9-a5a5-4e73-8bf2-22a6c10887ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:09.684871 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cd3149e-f5c1-4484-9d7e-214bf641eedf req-cebbfbc9-a5a5-4e73-8bf2-22a6c10887ba service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126516 May 18 22:49:09.797132 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008308e-3d7f-4291-951f-90ce8953738b req-2599499a-81d9-4b2a-8ec2-49e469fb0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:09.798831 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-2599499a-81d9-4b2a-8ec2-49e469fb0171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 1128 time: 0.0405011 May 18 22:49:09.847982 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-9b28f4c7-0912-4ac2-94d7-acf646ca5d04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2170f6d7-e113-4873-9f11-d973d6171ab9 HTTP/1.1" status: 200 len: 217 time: 0.0329123 May 18 22:49:09.902204 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008308e-3d7f-4291-951f-90ce8953738b req-8e1b3585-df0f-4ea9-a173-9a052d1ab10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:09.906033 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-8e1b3585-df0f-4ea9-a173-9a052d1ab10a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.0494182 May 18 22:49:09.937665 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:09.950565 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008308e-3d7f-4291-951f-90ce8953738b req-3e5f79b3-a2e7-40e8-9f8d-1c663a250c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:09.956359 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-3e5f79b3-a2e7-40e8-9f8d-1c663a250c1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405705 May 18 22:49:10.241872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46ac30-050f-4450-9971-44c0a9eebd50 req-9a31a4ad-08ae-4fcd-941e-2fc72f27ab45 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:10.243384 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce46ac30-050f-4450-9971-44c0a9eebd50 req-9a31a4ad-08ae-4fcd-941e-2fc72f27ab45 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0458877 May 18 22:49:10.307007 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce46ac30-050f-4450-9971-44c0a9eebd50 req-5f69d7a5-8957-40c6-8e96-0cc5adcb3964 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582490 May 18 22:49:10.376336 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-7f601921-1f5a-4bc8-a447-b7052a8744d2 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932021 May 18 22:49:10.524931 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9008308e-3d7f-4291-951f-90ce8953738b req-aa6bbda8-aa59-4c00-9a21-e1eeea6e494c service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841095 May 18 22:49:11.412390 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:11.425732 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd92de7-86aa-41dc-8ab9-9baf162ddd7c req-6841f8ad-b71a-4c97-850b-15c2d1253c13 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:11.427229 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8bd92de7-86aa-41dc-8ab9-9baf162ddd7c req-6841f8ad-b71a-4c97-850b-15c2d1253c13 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0516562 May 18 22:49:11.477543 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8bd92de7-86aa-41dc-8ab9-9baf162ddd7c req-0fcc932a-00a3-4f0c-857e-03bf19fe5d74 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443556 May 18 22:49:12.342228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0e61-474f-488d-82c3-f5ef62e3c16e req-e92542f1-47e7-4c83-8a26-54ffee16ad62 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:12.343682 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f17c0e61-474f-488d-82c3-f5ef62e3c16e req-e92542f1-47e7-4c83-8a26-54ffee16ad62 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0469077 May 18 22:49:12.389722 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f17c0e61-474f-488d-82c3-f5ef62e3c16e req-3b7be7bd-a908-45c4-a7ac-c3ebde18b581 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 May 18 22:49:12.595612 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2972e-9cbd-4840-af51-c0c0db5558d3 req-18c71802-cecd-47ae-9484-1434242c13e2 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:12.597094 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89f2972e-9cbd-4840-af51-c0c0db5558d3 req-18c71802-cecd-47ae-9484-1434242c13e2 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0501013 May 18 22:49:12.617391 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:12.645649 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89f2972e-9cbd-4840-af51-c0c0db5558d3 req-01f733c0-eb1b-4d82-927c-5e2fbace52e5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422082 May 18 22:49:12.870312 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:12.870312 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:12.937529 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:13.526915 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374a35-a6d8-4b30-b150-3070f2812c9b req-4c8a2804-797b-445d-883d-304d4b2d13e6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:13.528342 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29374a35-a6d8-4b30-b150-3070f2812c9b req-4c8a2804-797b-445d-883d-304d4b2d13e6 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0458567 May 18 22:49:13.574950 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29374a35-a6d8-4b30-b150-3070f2812c9b req-448dba94-00b0-47f5-8f50-583605b44715 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 May 18 22:49:13.759913 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7106e-2c0b-41a4-a91b-62bd62ef5d9a req-16a84f23-d785-422a-b935-313975030bd7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:13.761339 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11c7106e-2c0b-41a4-a91b-62bd62ef5d9a req-16a84f23-d785-422a-b935-313975030bd7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0466192 May 18 22:49:13.813786 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11c7106e-2c0b-41a4-a91b-62bd62ef5d9a req-559bfeba-2844-4fcb-bf58-3343f870400e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469568 May 18 22:49:14.685069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f1cb0-2bc5-4797-a9d9-6e89d7474541 req-0544717d-9aa6-4c87-b22d-3d3e73fcd180 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:14.686580 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff4f1cb0-2bc5-4797-a9d9-6e89d7474541 req-0544717d-9aa6-4c87-b22d-3d3e73fcd180 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0465796 May 18 22:49:14.732522 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff4f1cb0-2bc5-4797-a9d9-6e89d7474541 req-ec7ab829-3a47-477b-92ed-c8b1fe112f10 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 May 18 22:49:14.927184 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247ba82-19a5-40ec-81de-3cfe815d9753 req-1ae98678-1c07-4662-b1e2-4abd253e7f1d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:14.929194 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5247ba82-19a5-40ec-81de-3cfe815d9753 req-1ae98678-1c07-4662-b1e2-4abd253e7f1d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0474350 May 18 22:49:14.977531 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5247ba82-19a5-40ec-81de-3cfe815d9753 req-d054afe0-f099-4da2-98b3-02a6acfb8081 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429192 May 18 22:49:15.810313 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:15.849593 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecc3e4-c71b-4f50-99b9-6e671495821d req-023f8e08-3980-4cea-9b7e-e8d6c57fae5c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:15.851584 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11ecc3e4-c71b-4f50-99b9-6e671495821d req-023f8e08-3980-4cea-9b7e-e8d6c57fae5c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0519073 May 18 22:49:15.896920 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11ecc3e4-c71b-4f50-99b9-6e671495821d req-9981b95a-9ef0-45d1-8e56-5ab548bc955b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb11fd56-a773-4e25-9b23-a60fc03b67b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 May 18 22:49:16.119834 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333412-be9e-4ac0-978d-458f03b976a6 req-03c66208-c5b8-4dd7-a67a-8950a82ac675 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:16.121311 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d0333412-be9e-4ac0-978d-458f03b976a6 req-03c66208-c5b8-4dd7-a67a-8950a82ac675 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0761216 May 18 22:49:16.127078 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-45db3bce-3939-4925-9544-0194abf46ebe tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:16.128399 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-45db3bce-3939-4925-9544-0194abf46ebe tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 946 time: 0.0735323 May 18 22:49:16.207080 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d0333412-be9e-4ac0-978d-458f03b976a6 req-e0ab5e18-c3ed-476a-9ef9-07cb73ea29cb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777409 May 18 22:49:16.248037 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Deleting port be154673-4ae6-488f-9ecd-8923c95db8c4 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:16.248376 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:16.340651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] For port be154673-4ae6-488f-9ecd-8923c95db8c4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=be154673-4ae6-488f-9ecd-8923c95db8c4,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:16.340915 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:16.497763 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:16.500869 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:16.501227 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (9b7edbd1-420d-42b3-8eab-6a1c8d42c561), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:16.501554 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Floating IP 9b7edbd1-420d-42b3-8eab-6a1c8d42c561 disassociated. External IP: 172.27.1.219, port: be154673-4ae6-488f-9ecd-8923c95db8c4. May 18 22:49:16.501885 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Calling delete_port for be154673-4ae6-488f-9ecd-8923c95db8c4 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:16.674773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (be154673-4ae6-488f-9ecd-8923c95db8c4), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:16.700903 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event deleted for resources: {'Port': ['ID=be154673-4ae6-488f-9ecd-8923c95db8c4,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:16.799892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:16.812850 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Router 01e0eb6d-afa6-43bc-be65-e67b77c15145 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:49:16.916823 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:49:16.928546 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] Sync routers for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:49:16.939827 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:16.940447 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:16.967991 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] No DVR routers for this DVR port be154673-4ae6-488f-9ecd-8923c95db8c4 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:49:16.978276 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:16.981502 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67f4ba33-55be-48f9-998d-ea9a43db9d5a req-9463ed6a-3a1a-4891-884e-b083018bdfd8 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "DELETE /v2.0/ports/be154673-4ae6-488f-9ecd-8923c95db8c4 HTTP/1.1" status: 204 len: 173 time: 0.8450363 May 18 22:49:16.982022 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'name': 'network-vif-deleted', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:16.984213 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1588e24-01f1-4adb-82c1-d66d22a7df32" -d '{"events": [{"server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "name": "network-vif-deleted", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:17.009955 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67b8d091-12d6-4e27-8dc0-8e2adedc4fd1 req-edc1c509-7903-4e54-9e75-f6bae2f72462 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 210 time: 0.0429444 May 18 22:49:17.020479 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9123235-f8ae-465d-bdff-c2fe1004fb77 x-openstack-request-id: req-d9123235-f8ae-465d-bdff-c2fe1004fb77 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:17.020799 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c0219f-b3e3-4a3c-98fa-247fb1d60b69", "name": "network-vif-deleted", "tag": "be154673-4ae6-488f-9ecd-8923c95db8c4", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:17.021023 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9123235-f8ae-465d-bdff-c2fe1004fb77 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:17.021421 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9123235-f8ae-465d-bdff-c2fe1004fb77'] response: {'server_uuid': 'd0c0219f-b3e3-4a3c-98fa-247fb1d60b69', 'name': 'network-vif-deleted', 'tag': 'be154673-4ae6-488f-9ecd-8923c95db8c4', 'status': 'completed', 'code': 200} May 18 22:49:17.031737 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:17.042086 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:17.055226 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:17.246525 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:17.270140 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] Checking router: 01e0eb6d-afa6-43bc-be65-e67b77c15145 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:49:17.278839 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:17.279446 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:17.325527 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16309938-cbf0-4610-ba5c-b877361eb194 req-5aef5b22-acd0-4adc-a868-8fb13bc85d3c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:17.326964 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-16309938-cbf0-4610-ba5c-b877361eb194 req-5aef5b22-acd0-4adc-a868-8fb13bc85d3c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0501375 May 18 22:49:17.377088 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-16309938-cbf0-4610-ba5c-b877361eb194 req-86b5fc0d-f9e1-4352-b37c-f871c1d6bf89 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 May 18 22:49:17.380825 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:17.563665 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:17.587065 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7fb254-6c4e-4614-ac29-c54b0ddc51f0 None None] The sync data for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi is: [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:41:30Z', 'revision_number': 4, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'ed9b326e-55c2-4cea-8ab1-35f37efda343', 'name': '', 'network_id': '11499028-97ea-4e44-af1f-548128f3e70d', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'mac_address': 'fa:16:3e:29:96:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:28Z', 'updated_at': '2022-05-18T22:41:35Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'subnets': [{'id': '99ffcfc2-48f1-4acf-81f2-1ca315934411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:49:17.810955 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241fbfa7-5550-45b6-ad5a-919eacbf3001 None None] New status for floating IP 9b7edbd1-420d-42b3-8eab-6a1c8d42c561: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:49:18.359564 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc9f6263-61b8-4e64-9b0c-de9996c6d5f9 req-7e8a1ff9-d206-494d-9f8a-a4fb28b01028 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0c0219f-b3e3-4a3c-98fa-247fb1d60b69 HTTP/1.1" status: 200 len: 210 time: 0.2717535 May 18 22:49:18.490245 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bef19-fd14-46e7-b484-0da1843c18f2 req-289a11a2-c3ad-46ec-8ad2-ea366db994af tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:18.492706 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e9bef19-fd14-46e7-b484-0da1843c18f2 req-289a11a2-c3ad-46ec-8ad2-ea366db994af tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 944 time: 0.0492070 May 18 22:49:18.543015 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e9bef19-fd14-46e7-b484-0da1843c18f2 req-297196ff-2c9b-4192-9394-7b972666a4ea tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448527 May 18 22:49:18.732914 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2170f6d7-e113-4873-9f11-d973d6171ab9 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:49:18.743986 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device be154673-4ae6-488f-9ecd-8923c95db8c4 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:49:18.764915 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: be154673-4ae6-488f-9ecd-8923c95db8c4 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:49:18.765869 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device be154673-4ae6-488f-9ecd-8923c95db8c4 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:49:18.968521 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2170f6d7-e113-4873-9f11-d973d6171ab9, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2170f6d7-e113-4873-9f11-d973d6171ab9,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:18.979801 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:49:19.013689 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 2170f6d7-e113-4873-9f11-d973d6171ab9 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:19.014021 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.026480 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2170f6d7-e113-4873-9f11-d973d6171ab9 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:49:19.046399 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2170f6d7-e113-4873-9f11-d973d6171ab9, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2170f6d7-e113-4873-9f11-d973d6171ab9,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:19.120538 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.170096 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=2170f6d7-e113-4873-9f11-d973d6171ab9,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:19.171967 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:19.177905 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.178272 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.178642 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.179182 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.179621 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.179961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.180288 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.180613 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.180935 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.181254 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.181577 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.181911 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.182265 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.182581 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.186930 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.515376 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48500) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:19.551993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['2170f6d7-e113-4873-9f11-d973d6171ab9'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:49:19.574202 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group (fb11fd56-a773-4e25-9b23-a60fc03b67b7), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.599116 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group (fb11fd56-a773-4e25-9b23-a60fc03b67b7), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.665676 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e6f2b-0e7f-48b9-b2d1-1ef42cb2132c req-ef648352-31c4-451d-9ccd-07a0a73352fa tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:19.667235 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-572e6f2b-0e7f-48b9-b2d1-1ef42cb2132c req-ef648352-31c4-451d-9ccd-07a0a73352fa tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 945 time: 0.0493937 May 18 22:49:19.713941 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:19.720204 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-572e6f2b-0e7f-48b9-b2d1-1ef42cb2132c req-399114c5-658b-43dc-9fb0-cce7d3cbca7e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471950 May 18 22:49:19.720911 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (fb11fd56-a773-4e25-9b23-a60fc03b67b7), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.723518 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.728098 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb11fd56-a773-4e25-9b23-a60fc03b67b7 HTTP/1.1" status: 204 len: 168 time: 0.2087274 May 18 22:49:19.731266 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48504) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:19.743212 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb11fd56-a773-4e25-9b23-a60fc03b67b7,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:19.744790 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-9767a7c1-88c9-4374-a02e-53abc3240f46 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] show failed (client error): The resource could not be found. May 18 22:49:19.748251 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9767a7c1-88c9-4374-a02e-53abc3240f46 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups/fb11fd56-a773-4e25-9b23-a60fc03b67b7 HTTP/1.1" status: 404 len: 347 time: 0.0167387 May 18 22:49:19.760041 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48506) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.760197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.761481 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.761481 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.761481 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb133130-9276-4fea-8e48-33549d0078f9 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:19.862426 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Deleting port abef7a6e-1165-4344-bbd1-4b955452b54b {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:19.862761 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (abef7a6e-1165-4344-bbd1-4b955452b54b), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.937604 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (abef7a6e-1165-4344-bbd1-4b955452b54b), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.937844 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (abef7a6e-1165-4344-bbd1-4b955452b54b), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:19.950075 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Calling delete_port for abef7a6e-1165-4344-bbd1-4b955452b54b owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:20.013184 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:20.114618 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (abef7a6e-1165-4344-bbd1-4b955452b54b), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:20.136995 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event deleted for resources: {'Port': ['ID=abef7a6e-1165-4344-bbd1-4b955452b54b,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:20.203890 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks [] for floatingip (9b7edbd1-420d-42b3-8eab-6a1c8d42c561), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:20.206420 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:20.207667 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2cbef8e1-3938-4980-a228-e26b965050b4 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "DELETE /v2.0/floatingips/9b7edbd1-420d-42b3-8eab-6a1c8d42c561 HTTP/1.1" status: 204 len: 168 time: 0.4581306 May 18 22:49:20.729227 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2170f6d7-e113-4873-9f11-d973d6171ab9 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:49:20.773785 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 2170f6d7-e113-4873-9f11-d973d6171ab9 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:49:20.816960 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:20.835825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b64fae-17f2-44b0-9f3e-3942e33fc502 req-78ceb6b6-c6fd-4227-a3fe-6d198a747f27 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:20.837292 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6b64fae-17f2-44b0-9f3e-3942e33fc502 req-78ceb6b6-c6fd-4227-a3fe-6d198a747f27 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 945 time: 0.0485997 May 18 22:49:20.852054 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 2170f6d7-e113-4873-9f11-d973d6171ab9 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:20.852428 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:20.888395 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6b64fae-17f2-44b0-9f3e-3942e33fc502 req-12145198-d2e7-4b3f-a1da-36eb97f93c36 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455718 May 18 22:49:20.930984 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 2170f6d7-e113-4873-9f11-d973d6171ab9 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:20.931369 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:20.954461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:20.956730 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e763f72-b9cd-43ee-b730-ae8e0fca32e7" -d '{"events": [{"server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:20.969081 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 2170f6d7-e113-4873-9f11-d973d6171ab9, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2170f6d7-e113-4873-9f11-d973d6171ab9,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:20.994052 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaabb47-ea6d-4543-8426-3892460fb877 x-openstack-request-id: req-0eaabb47-ea6d-4543-8426-3892460fb877 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:20.994382 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:20.994628 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0eaabb47-ea6d-4543-8426-3892460fb877 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:20.995162 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eaabb47-ea6d-4543-8426-3892460fb877'] response: {'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'code': 200} May 18 22:49:21.028939 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:21.080328 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=2170f6d7-e113-4873-9f11-d973d6171ab9,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:21.386669 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9faf7-911f-4a8d-8a35-8d6aa155b0e2 req-a4a76981-2975-41c8-955a-fbb44667756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:21.390056 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f3c9faf7-911f-4a8d-8a35-8d6aa155b0e2 req-a4a76981-2975-41c8-955a-fbb44667756f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 1130 time: 0.0399892 May 18 22:49:21.442422 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f3c9faf7-911f-4a8d-8a35-8d6aa155b0e2 req-a5f9d84a-d003-4cda-b5d9-a3512c11c59b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481653 May 18 22:49:22.005179 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940d206-9a3a-4468-9a89-7ea16f676775 req-ebee6418-5b84-477e-b6c8-872776a2b160 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:22.010371 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6940d206-9a3a-4468-9a89-7ea16f676775 req-ebee6418-5b84-477e-b6c8-872776a2b160 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 946 time: 0.0488036 May 18 22:49:22.060442 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6940d206-9a3a-4468-9a89-7ea16f676775 req-212acad4-df9a-40fd-aea0-0f40ef428973 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471230 May 18 22:49:22.964801 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1b8d5-28be-4123-8ceb-c27fb54754d7 req-f55e77b4-0a43-4804-a3ab-fb722d421f94 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:22.966283 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-50b1b8d5-28be-4123-8ceb-c27fb54754d7 req-f55e77b4-0a43-4804-a3ab-fb722d421f94 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0471785 May 18 22:49:23.012334 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-50b1b8d5-28be-4123-8ceb-c27fb54754d7 req-2c723649-bab7-46f0-abd5-71cd88b2583a tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 May 18 22:49:23.188523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfaba3-281a-4354-9a14-0bed6b34b9e1 req-1e28ae24-5afb-411e-b91d-5134804cd754 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:23.190013 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bbfaba3-281a-4354-9a14-0bed6b34b9e1 req-1e28ae24-5afb-411e-b91d-5134804cd754 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 946 time: 0.0518584 May 18 22:49:23.240013 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bbfaba3-281a-4354-9a14-0bed6b34b9e1 req-81feccbf-b225-4dc5-bef6-ac700f62665a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 May 18 22:49:24.128742 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73517677-5737-42fc-8d32-116a2525bab9 req-ab684e28-d669-438d-9e8c-6f9aeeaf9119 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:24.130247 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73517677-5737-42fc-8d32-116a2525bab9 req-ab684e28-d669-438d-9e8c-6f9aeeaf9119 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0479615 May 18 22:49:24.178749 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73517677-5737-42fc-8d32-116a2525bab9 req-267ae6d8-9ae5-4be0-be08-d95fa2f63cbc tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 May 18 22:49:24.357808 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122855-cd47-466f-a6bf-cc6a0b1e77d6 req-6d97cb72-643f-4e1f-ab0e-df3e3293fb9d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:24.359277 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e8122855-cd47-466f-a6bf-cc6a0b1e77d6 req-6d97cb72-643f-4e1f-ab0e-df3e3293fb9d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 946 time: 0.0510185 May 18 22:49:24.407107 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e8122855-cd47-466f-a6bf-cc6a0b1e77d6 req-7e4e7934-9ba0-45b2-a2b4-ac1a1e9b62c9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 May 18 22:49:24.546401 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2784fd-f879-49da-bfb8-534cfcd9b71d req-faad7104-34d9-47e5-941d-16e85a08a797 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:24.548033 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b2784fd-f879-49da-bfb8-534cfcd9b71d req-faad7104-34d9-47e5-941d-16e85a08a797 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 946 time: 0.0728536 May 18 22:49:24.567515 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-ce8dde46-8f05-4c47-ae84-869fd2e6b59d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:24.568855 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-ce8dde46-8f05-4c47-ae84-869fd2e6b59d tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 946 time: 0.0654266 May 18 22:49:24.651088 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b2784fd-f879-49da-bfb8-534cfcd9b71d req-0dbca707-31b7-490a-a2e6-5474d20e9a79 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973172 May 18 22:49:24.681073 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48564) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:24.691781 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Deleting port 2ade8e46-0efa-484e-835b-4b4ce42c3411 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:24.692216 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:24.728511 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b480744-0844-4a38-9023-1694b5e91daf tempest-TestVolumeBootPattern-1275016149 tempest-TestVolumeBootPattern-1275016149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:24.731516 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4b480744-0844-4a38-9023-1694b5e91daf tempest-TestVolumeBootPattern-1275016149 tempest-TestVolumeBootPattern-1275016149-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 1125 time: 0.0471017 May 18 22:49:24.738432 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48568) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:24.744496 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:24.770553 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:24.804935 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] For port 2ade8e46-0efa-484e-835b-4b4ce42c3411, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2ade8e46-0efa-484e-835b-4b4ce42c3411,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:24.804935 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:24.813356 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Calling delete_port for 2ade8e46-0efa-484e-835b-4b4ce42c3411 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:24.816931 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:24.823197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:24.908227 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:25.022816 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Allocated IP 172.27.1.7 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/febda487-3f77-4547-83e6-605b7deb083d) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:25.086262 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (2ade8e46-0efa-484e-835b-4b4ce42c3411), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:25.125006 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['fdb36b10-d6f4-4a5f-be73-d46b3a0b5721'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:49:25.125882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event deleted for resources: {'Port': ['ID=2ade8e46-0efa-484e-835b-4b4ce42c3411,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:25.138397 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (febda487-3f77-4547-83e6-605b7deb083d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:25.178182 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] No DVR routers for this DVR port 2ade8e46-0efa-484e-835b-4b4ce42c3411 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:49:25.179301 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:25.182853 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7663426b-90ca-40ac-a446-ccd6c4e5bbcf req-2025e61e-76ce-4755-a991-16882aa882ff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "DELETE /v2.0/ports/2ade8e46-0efa-484e-835b-4b4ce42c3411 HTTP/1.1" status: 204 len: 173 time: 0.6074367 May 18 22:49:25.183310 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76212507-6655-4eae-b27d-239e5e349b46', 'name': 'network-vif-deleted', 'tag': '2ade8e46-0efa-484e-835b-4b4ce42c3411'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:25.185617 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04487a10-c08e-4c49-8c35-47e8e1129bac" -d '{"events": [{"server_uuid": "76212507-6655-4eae-b27d-239e5e349b46", "name": "network-vif-deleted", "tag": "2ade8e46-0efa-484e-835b-4b4ce42c3411"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:25.223564 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3c864-88eb-4900-a471-7875ab786c4d x-openstack-request-id: req-92a3c864-88eb-4900-a471-7875ab786c4d {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:25.223978 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76212507-6655-4eae-b27d-239e5e349b46", "name": "network-vif-deleted", "tag": "2ade8e46-0efa-484e-835b-4b4ce42c3411", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:25.224319 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92a3c864-88eb-4900-a471-7875ab786c4d {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:25.224807 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a3c864-88eb-4900-a471-7875ab786c4d'] response: {'server_uuid': '76212507-6655-4eae-b27d-239e5e349b46', 'name': 'network-vif-deleted', 'tag': '2ade8e46-0efa-484e-835b-4b4ce42c3411', 'status': 'completed', 'code': 200} May 18 22:49:25.235499 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (febda487-3f77-4547-83e6-605b7deb083d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:25.280197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:25.280609 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c37c83-d2b1-48d1-877d-0bca08f66ab6 req-6794913a-8b2b-408f-a1cd-9fb78e895f1b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:25.284993 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:25.286504 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9c37c83-d2b1-48d1-877d-0bca08f66ab6 req-6794913a-8b2b-408f-a1cd-9fb78e895f1b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 947 time: 0.0789478 May 18 22:49:25.288933 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:25.292476 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=febda487-3f77-4547-83e6-605b7deb083d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:25.303369 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:25.336236 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:25.345145 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-354dcd09-1a8d-4de7-b461-0a79e1f298c9 req-c5512aba-fb5a-4c71-85b3-7d67e688fa46 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0552580 May 18 22:49:25.380346 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9c37c83-d2b1-48d1-877d-0bca08f66ab6 req-c831275b-1dbe-44f6-820d-93c6698df611 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774565 May 18 22:49:25.487196 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:25.674398 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (58a25fb5-ed37-4a13-974e-708fd0099d9c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:25.796821 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (febda487-3f77-4547-83e6-605b7deb083d), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:25.965510 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (febda487-3f77-4547-83e6-605b7deb083d), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:26.029130 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (febda487-3f77-4547-83e6-605b7deb083d), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:26.095662 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=febda487-3f77-4547-83e6-605b7deb083d,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:26.106023 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (58a25fb5-ed37-4a13-974e-708fd0099d9c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:26.200166 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Floating IP 58a25fb5-ed37-4a13-974e-708fd0099d9c associated. External IP: 172.27.1.7, port: 2170f6d7-e113-4873-9f11-d973d6171ab9. May 18 22:49:26.240132 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:26.395161 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Router 24e9453e-9442-4282-8364-edd4989f333d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:49:26.468228 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-64b77913-faa8-49eb-9912-7ca351f63ed5 req-b4fb6f82-2429-4aba-88be-e43003f68075 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0475209 May 18 22:49:26.535543 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01a2b3-752f-4d2c-9d12-3fce1d0cffda req-61ac62b8-4add-4f8a-98ac-3dc06875b68f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:26.537030 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b01a2b3-752f-4d2c-9d12-3fce1d0cffda req-61ac62b8-4add-4f8a-98ac-3dc06875b68f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 947 time: 0.0530047 May 18 22:49:26.589589 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b01a2b3-752f-4d2c-9d12-3fce1d0cffda req-c9998da9-3942-462c-b33c-d9c12bfa55b4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 May 18 22:49:26.733724 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2ade8e46-0efa-484e-835b-4b4ce42c3411 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:49:26.739862 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:26.747897 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:49:26.752732 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 2ade8e46-0efa-484e-835b-4b4ce42c3411 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:49:26.752844 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2ade8e46-0efa-484e-835b-4b4ce42c3411 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:49:26.758233 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:49:26.768780 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:26.769392 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:26.808201 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:26.841334 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ebcde8cd-a07b-4ed6-82af-c1a4ab4943e9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0983260 May 18 22:49:26.841334 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:26.842461 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75948bb5-e5a7-4488-b052-b6739acd608e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:26.877649 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e198e680-8c44-4d49-a6ab-ce4be45b30ef x-openstack-request-id: req-e198e680-8c44-4d49-a6ab-ce4be45b30ef {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:26.877934 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:26.878212 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e198e680-8c44-4d49-a6ab-ce4be45b30ef {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:26.878630 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e198e680-8c44-4d49-a6ab-ce4be45b30ef'] response: {'name': 'network-changed', 'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'status': 'completed', 'code': 200} May 18 22:49:26.878756 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:26.987993 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75948bb5-e5a7-4488-b052-b6739acd608e req-18f8e9e4-c2b5-4091-8f9f-dbc2b540f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:26.989476 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75948bb5-e5a7-4488-b052-b6739acd608e req-18f8e9e4-c2b5-4091-8f9f-dbc2b540f84b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 1130 time: 0.0385919 May 18 22:49:27.086053 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75948bb5-e5a7-4488-b052-b6739acd608e req-f7949a35-2304-4f09-9841-564ff6e460b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:27.088159 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75948bb5-e5a7-4488-b052-b6739acd608e req-f7949a35-2304-4f09-9841-564ff6e460b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 912 time: 0.0920589 May 18 22:49:27.098225 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:25Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:27.121681 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:49:27.129741 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:27.130358 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:27.217550 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:27.228492 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:27.431853 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75948bb5-e5a7-4488-b052-b6739acd608e req-a8a6d54a-6be9-4ce0-9a3f-ad9de677a3ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2170f6d7-e113-4873-9f11-d973d6171ab9 HTTP/1.1" status: 200 len: 998 time: 0.0674126 May 18 22:49:27.437727 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:25Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:27.458858 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-37b2d230-d44c-4d02-9e86-e287ec6d9240 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:27.460576 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-37b2d230-d44c-4d02-9e86-e287ec6d9240 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 947 time: 0.0569983 May 18 22:49:27.462465 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e46827-0e3b-4556-a985-f6e6fbffcf02 None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:25Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:49:27.487173 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75948bb5-e5a7-4488-b052-b6739acd608e req-668bf327-d080-4e41-86c9-a71ea1df8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:27.488882 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75948bb5-e5a7-4488-b052-b6739acd608e req-668bf327-d080-4e41-86c9-a71ea1df8327 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.0514276 May 18 22:49:27.538625 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75948bb5-e5a7-4488-b052-b6739acd608e req-d70759b5-4ed0-444b-afd6-83153de049b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:27.540266 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75948bb5-e5a7-4488-b052-b6739acd608e req-d70759b5-4ed0-444b-afd6-83153de049b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453472 May 18 22:49:27.563211 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Deleting port 96fba53d-5676-4c31-9cb9-19ddb31ada27 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:27.563531 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:27.635927 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca12635c-703c-4286-aed3-67e9886a4f33 req-14f1eb37-d3e3-49ca-ab0b-d09cd53c4ef0 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=76212507-6655-4eae-b27d-239e5e349b46 HTTP/1.1" status: 200 len: 210 time: 0.0378244 May 18 22:49:27.640046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:27.660436 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] For port 96fba53d-5676-4c31-9cb9-19ddb31ada27, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96fba53d-5676-4c31-9cb9-19ddb31ada27,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:27.660810 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:27.673902 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75948bb5-e5a7-4488-b052-b6739acd608e req-586ef74a-0d83-4534-b8b4-96b6287d62c1 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270647 May 18 22:49:27.792384 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b754277-bbe3-4d7a-8179-f2147e0b2653 req-2667d236-e446-49e2-8be2-f4a8660d8abc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:27.794197 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b754277-bbe3-4d7a-8179-f2147e0b2653 req-2667d236-e446-49e2-8be2-f4a8660d8abc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 947 time: 0.0896304 May 18 22:49:27.814619 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8eb22-898e-4ae8-82ec-4203761334ff None None] New status for floating IP 58a25fb5-ed37-4a13-974e-708fd0099d9c: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:49:27.864847 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75948bb5-e5a7-4488-b052-b6739acd608e req-4cbb25c8-e4a2-4a83-930f-d085ed21ea01 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836889 May 18 22:49:27.876853 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b754277-bbe3-4d7a-8179-f2147e0b2653 req-dde28bd3-0e1b-4134-916c-d92b0a0c5f07 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=be9e5287-1738-4e40-bd76-07704a97e125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756528 May 18 22:49:27.898833 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:27.899403 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (a12e7b39-0baa-4291-8855-e45a42c82eed), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:27.902176 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Floating IP a12e7b39-0baa-4291-8855-e45a42c82eed disassociated. External IP: 172.27.1.86, port: 96fba53d-5676-4c31-9cb9-19ddb31ada27. May 18 22:49:27.902176 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Calling delete_port for 96fba53d-5676-4c31-9cb9-19ddb31ada27 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:28.103238 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (96fba53d-5676-4c31-9cb9-19ddb31ada27), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:28.132909 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event deleted for resources: {'Port': ['ID=96fba53d-5676-4c31-9cb9-19ddb31ada27,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:28.228040 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:28.239325 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Router f79ae304-4078-4e68-89e2-9aaa7e76f411 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:49:28.341253 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:49:28.345688 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:28.352430 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] Sync routers for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:49:28.363458 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:28.364068 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:28.383613 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] No DVR routers for this DVR port 96fba53d-5676-4c31-9cb9-19ddb31ada27 on host hv-cinder-83800 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:49:28.387478 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:28.390647 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c38fdf68-c5b9-4810-b4b0-c762f7cf39c0 req-66157f8b-5054-4c5f-b7ee-884ab24a167d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "DELETE /v2.0/ports/96fba53d-5676-4c31-9cb9-19ddb31ada27 HTTP/1.1" status: 204 len: 173 time: 0.9255102 May 18 22:49:28.405728 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:28.469495 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:28.668736 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:28.697145 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] Checking router: f79ae304-4078-4e68-89e2-9aaa7e76f411 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:49:28.705664 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:28.706301 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:28.815452 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:28.880343 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-deleted', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:28.882754 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a7b30-1b84-4086-b3be-d7f29bf9c6ca" -d '{"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-deleted", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:28.925550 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a15187d-bd4f-4dee-b978-09c3780c17cb x-openstack-request-id: req-2a15187d-bd4f-4dee-b978-09c3780c17cb {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:28.926236 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e35b912-5d2e-451c-b856-af4bb422a6c0", "name": "network-vif-deleted", "tag": "96fba53d-5676-4c31-9cb9-19ddb31ada27", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:28.926236 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a15187d-bd4f-4dee-b978-09c3780c17cb {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:28.926653 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a15187d-bd4f-4dee-b978-09c3780c17cb'] response: {'server_uuid': '8e35b912-5d2e-451c-b856-af4bb422a6c0', 'name': 'network-vif-deleted', 'tag': '96fba53d-5676-4c31-9cb9-19ddb31ada27', 'status': 'completed', 'code': 200} May 18 22:49:29.016462 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca4fee1b-b698-41e7-84c8-5b14d0729c6c req-b4af72c4-c29f-4670-b76a-eac16f1ad1e0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=8e35b912-5d2e-451c-b856-af4bb422a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0298660 May 18 22:49:29.080884 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47076c-c642-46e2-8ff8-0d55858cac64 req-e054b514-8d62-4691-b41e-ce8e5bba83dd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:29.081550 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5f47076c-c642-46e2-8ff8-0d55858cac64 req-e054b514-8d62-4691-b41e-ce8e5bba83dd tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0538738 May 18 22:49:29.134391 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5f47076c-c642-46e2-8ff8-0d55858cac64 req-0b898596-d608-496b-b33e-2fe137d7e63b tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470209 May 18 22:49:29.136566 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:29.167717 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1250c6e7-cf5c-4f73-a9ae-bde38209cd22 None None] The sync data for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi is: [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:49:29.355376 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:29.387724 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375513e5-c470-45fd-8424-9d4818ce1372 None None] New status for floating IP a12e7b39-0baa-4291-8855-e45a42c82eed: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:49:30.148781 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48604) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:30.237176 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-4b92f2a4-fb1e-43e9-9b4b-88a7c2e9d43c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:30.238372 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:30.238924 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-4b92f2a4-fb1e-43e9-9b4b-88a7c2e9d43c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0752318 May 18 22:49:30.255624 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657101c-f936-4308-a3e0-7fc01492318c req-46f31c2b-0f55-402c-95c9-f9de76914311 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:30.257112 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c657101c-f936-4308-a3e0-7fc01492318c req-46f31c2b-0f55-402c-95c9-f9de76914311 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 946 time: 0.0491471 May 18 22:49:30.272734 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5eaed387-72e0-42e2-9c7f-57b009f05895 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (be9e5287-1738-4e40-bd76-07704a97e125), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.304332 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c657101c-f936-4308-a3e0-7fc01492318c req-96dfe33a-b5c0-4db6-a612-4e38b194bcff tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/security-groups?id=20d4cbdd-4c05-4bcd-9315-d76da6155763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 May 18 22:49:30.312514 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5eaed387-72e0-42e2-9c7f-57b009f05895 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (be9e5287-1738-4e40-bd76-07704a97e125), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.368636 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Deleting port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:30.369205 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.465898 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] For port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:30.466323 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.479161 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Calling delete_port for fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:30.487924 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5eaed387-72e0-42e2-9c7f-57b009f05895 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (be9e5287-1738-4e40-bd76-07704a97e125), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.490463 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5eaed387-72e0-42e2-9c7f-57b009f05895 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.491600 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5eaed387-72e0-42e2-9c7f-57b009f05895 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "DELETE /v2.0/security-groups/be9e5287-1738-4e40-bd76-07704a97e125 HTTP/1.1" status: 204 len: 168 time: 0.3418558 May 18 22:49:30.494910 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48608) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:30.504292 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaed387-72e0-42e2-9c7f-57b009f05895 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9e5287-1738-4e40-bd76-07704a97e125,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:30.509958 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-045bc9ce-8b21-48b0-9876-093c4c431635 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] show failed (client error): The resource could not be found. May 18 22:49:30.510991 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-045bc9ce-8b21-48b0-9876-093c4c431635 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups/be9e5287-1738-4e40-bd76-07704a97e125 HTTP/1.1" status: 404 len: 347 time: 0.0150983 May 18 22:49:30.513840 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48610) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:30.628655 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Deleting port 97a9f89c-e047-422b-9108-33de2078028a {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:30.628997 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (97a9f89c-e047-422b-9108-33de2078028a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.680639 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (fdb36b10-d6f4-4a5f-be73-d46b3a0b5721), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.710068 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Pushing event deleted for resources: {'Port': ['ID=fdb36b10-d6f4-4a5f-be73-d46b3a0b5721,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:30.714341 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (97a9f89c-e047-422b-9108-33de2078028a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.714674 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (97a9f89c-e047-422b-9108-33de2078028a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.718128 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['fdb36b10-d6f4-4a5f-be73-d46b3a0b5721'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:49:30.733931 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Calling delete_port for 97a9f89c-e047-422b-9108-33de2078028a owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:30.754589 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] No DVR routers for this DVR port fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 on host hv-cinder-83800 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:49:30.757086 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.760624 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7936e9d5-0f8e-44e7-a2cf-ce349b7863a6 req-05e9b1b7-822a-4f9f-b3fb-edf56bcd8887 tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.24 "DELETE /v2.0/ports/fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 HTTP/1.1" status: 204 len: 173 time: 0.5158069 May 18 22:49:30.766966 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:30.768510 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:49:30.788989 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 96fba53d-5676-4c31-9cb9-19ddb31ada27 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:49:30.789317 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 96fba53d-5676-4c31-9cb9-19ddb31ada27 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:49:30.920323 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (97a9f89c-e047-422b-9108-33de2078028a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:30.927722 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da5b596-3bb2-490e-b163-0649fbbc2657', 'name': 'network-vif-deleted', 'tag': 'fdb36b10-d6f4-4a5f-be73-d46b3a0b5721'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:30.943251 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e020b4-a853-423c-a110-6ff808f93576" -d '{"events": [{"server_uuid": "5da5b596-3bb2-490e-b163-0649fbbc2657", "name": "network-vif-deleted", "tag": "fdb36b10-d6f4-4a5f-be73-d46b3a0b5721"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:30.943562 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event deleted for resources: {'Port': ['ID=97a9f89c-e047-422b-9108-33de2078028a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:30.970607 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd392cf3-2807-4692-be7e-d6b1a1031885 x-openstack-request-id: req-cd392cf3-2807-4692-be7e-d6b1a1031885 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:30.970901 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da5b596-3bb2-490e-b163-0649fbbc2657", "name": "network-vif-deleted", "tag": "fdb36b10-d6f4-4a5f-be73-d46b3a0b5721", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:30.971158 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd392cf3-2807-4692-be7e-d6b1a1031885 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:30.971563 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd392cf3-2807-4692-be7e-d6b1a1031885'] response: {'server_uuid': '5da5b596-3bb2-490e-b163-0649fbbc2657', 'name': 'network-vif-deleted', 'tag': 'fdb36b10-d6f4-4a5f-be73-d46b3a0b5721', 'status': 'completed', 'code': 200} May 18 22:49:31.007618 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (a12e7b39-0baa-4291-8855-e45a42c82eed), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.010094 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.011227 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-46c3f0fc-a783-4e0e-bfa6-afb0f334cefb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "DELETE /v2.0/floatingips/a12e7b39-0baa-4291-8855-e45a42c82eed HTTP/1.1" status: 204 len: 168 time: 0.4964287 May 18 22:49:31.180976 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48616) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:31.185841 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-15914591-c988-488f-9822-c1b92511cf3e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594574427', 'description': 'tempest-description--521127356'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:31.263379 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-15914591-c988-488f-9822-c1b92511cf3e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.333997 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-15914591-c988-488f-9822-c1b92511cf3e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (c342240a-997a-4f21-aee9-d0176e27aaf1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.411621 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-15914591-c988-488f-9822-c1b92511cf3e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (c342240a-997a-4f21-aee9-d0176e27aaf1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.416710 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f656b99-7958-4789-be53-c251374075aa req-d7d6e13b-1a31-4754-9599-449191d8697c tempest-ServerRescueNegativeTestJSON-2146618079 tempest-ServerRescueNegativeTestJSON-2146618079-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da5b596-3bb2-490e-b163-0649fbbc2657 HTTP/1.1" status: 200 len: 210 time: 0.0321903 May 18 22:49:31.443645 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15914591-c988-488f-9822-c1b92511cf3e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c342240a-997a-4f21-aee9-d0176e27aaf1,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:31.493702 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-15914591-c988-488f-9822-c1b92511cf3e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.495151 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-15914591-c988-488f-9822-c1b92511cf3e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3128891 May 18 22:49:31.497863 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48620) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:31.502092 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-ac152773-1e29-4fe7-8608-4faced6c4098 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'security_group_rule': {'security_group_id': 'c342240a-997a-4f21-aee9-d0176e27aaf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:31.579197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ac152773-1e29-4fe7-8608-4faced6c4098 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (64223cd0-7e9f-4309-b4bc-cdf8593b2ab4), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.600168 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:31.602683 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:31.630278 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ac152773-1e29-4fe7-8608-4faced6c4098 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (64223cd0-7e9f-4309-b4bc-cdf8593b2ab4), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.726090 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ac152773-1e29-4fe7-8608-4faced6c4098 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (64223cd0-7e9f-4309-b4bc-cdf8593b2ab4), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.744710 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152773-1e29-4fe7-8608-4faced6c4098 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64223cd0-7e9f-4309-b4bc-cdf8593b2ab4,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:31.825906 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ac152773-1e29-4fe7-8608-4faced6c4098 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.827229 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ac152773-1e29-4fe7-8608-4faced6c4098 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3284273 May 18 22:49:31.829911 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48622) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:31.834086 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-d245aa2f-9ccd-4f40-ac9b-17fde9c7df44 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'security_group_rule': {'security_group_id': 'c342240a-997a-4f21-aee9-d0176e27aaf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:31.914068 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d245aa2f-9ccd-4f40-ac9b-17fde9c7df44 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (1f41972e-12a7-4d36-8151-a6bae1e23c70), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:31.970772 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d245aa2f-9ccd-4f40-ac9b-17fde9c7df44 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (1f41972e-12a7-4d36-8151-a6bae1e23c70), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.033236 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d245aa2f-9ccd-4f40-ac9b-17fde9c7df44 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (1f41972e-12a7-4d36-8151-a6bae1e23c70), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.052666 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245aa2f-9ccd-4f40-ac9b-17fde9c7df44 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f41972e-12a7-4d36-8151-a6bae1e23c70,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:32.105231 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d245aa2f-9ccd-4f40-ac9b-17fde9c7df44 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.106460 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d245aa2f-9ccd-4f40-ac9b-17fde9c7df44 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2756202 May 18 22:49:32.110061 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48624) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:32.114286 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:32.177503 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.255150 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.361408 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Allocated IP 172.27.1.230 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/8fa33ce9-2139-4a48-a7ad-e370f81b593f) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:32.462980 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for port (8fa33ce9-2139-4a48-a7ad-e370f81b593f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.480724 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48628) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:32.537869 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (8fa33ce9-2139-4a48-a7ad-e370f81b593f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.549106 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:32.576687 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:32.579557 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:32.585783 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:32.622966 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'Port': ['ID=8fa33ce9-2139-4a48-a7ad-e370f81b593f,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:32.676723 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (cb2dccb6-ff58-4b7a-a466-427a85d58538), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.727928 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:32.728176 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:49:32.746060 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:32.748148 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:49:32.751811 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device fdb36b10-d6f4-4a5f-be73-d46b3a0b5721 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:49:32.772594 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (8fa33ce9-2139-4a48-a7ad-e370f81b593f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.883127 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:32.953214 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for port (8fa33ce9-2139-4a48-a7ad-e370f81b593f), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:32.963938 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (01e0eb6d-afa6-43bc-be65-e67b77c15145), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:33.022983 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (8fa33ce9-2139-4a48-a7ad-e370f81b593f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:33.097594 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'Port': ['ID=8fa33ce9-2139-4a48-a7ad-e370f81b593f,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:33.106362 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (cb2dccb6-ff58-4b7a-a466-427a85d58538), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:33.189662 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:33.190959 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5e8d5bc8-6bf0-4029-a4e4-a8f266c95828 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0799797 May 18 22:49:33.237086 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Deleting port ed9b326e-55c2-4cea-8ab1-35f37efda343 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:33.237431 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:33.567328 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] For port ed9b326e-55c2-4cea-8ab1-35f37efda343, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=ed9b326e-55c2-4cea-8ab1-35f37efda343,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:33.568010 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:33.592648 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Calling delete_port for ed9b326e-55c2-4cea-8ab1-35f37efda343 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:33.611091 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-23192ecf-e0db-40aa-b83a-9b618645ac8d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--594574427&fields=id&tenant_id=3a7373826e4743088ff1d782782b9890 HTTP/1.1" status: 200 len: 267 time: 0.3137488 May 18 22:49:33.798639 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-ff4f1d5f-5d0e-4178-9e71-2ab287bea591 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:33.800065 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-ff4f1d5f-5d0e-4178-9e71-2ab287bea591 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 817 time: 0.1559474 May 18 22:49:33.830362 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:33.834126 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-c73cb8b9-86a5-488f-b467-c31f196e1371 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/quotas/3a7373826e4743088ff1d782782b9890 HTTP/1.1" status: 200 len: 375 time: 0.0268180 May 18 22:49:33.910463 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-1d1fa367-94e0-4f4c-b130-6471dd3c3e03 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683937 May 18 22:49:33.979733 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (ed9b326e-55c2-4cea-8ab1-35f37efda343), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:34.016927 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9b326e-55c2-4cea-8ab1-35f37efda343,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:34.086372 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:34.090819 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-84cba75a-7ba8-4460-89d1-1a52b5ab401e service neutron] 10.222.0.70 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692357 May 18 22:49:34.267928 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-03cff2df-f1c3-4338-983f-f20e3cb71808 service neutron] 10.222.0.70 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704459 May 18 22:49:34.268632 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (01e0eb6d-afa6-43bc-be65-e67b77c15145), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:34.478523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Router 01e0eb6d-afa6-43bc-be65-e67b77c15145 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:49:34.514188 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c11034f-dc41-48c6-acdd-3eacdd375e02 req-cd5d9a1b-d398-454d-a379-a76fe149048e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 210 time: 0.0317295 May 18 22:49:34.613233 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:49:34.618250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-de55278e-341e-48d4-a4e0-278f45f478b6 admin admin] 10.222.0.70 "PUT /v2.0/routers/01e0eb6d-afa6-43bc-be65-e67b77c15145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1366782 May 18 22:49:34.620711 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48658) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:34.623427 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] Sync routers for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:49:34.636965 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:34.637552 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:34.659555 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:34.722607 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks [] for router (01e0eb6d-afa6-43bc-be65-e67b77c15145), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:34.739317 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:34.821194 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks [] for router_gateway (01e0eb6d-afa6-43bc-be65-e67b77c15145), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:34.905765 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:49:33Z', 'revision_number': 5, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port': {'id': '216a77e3-083a-4a30-8572-cb106c9cb134', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:26Z', 'updated_at': '2022-05-18T22:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:34.928112 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Deleting port 216a77e3-083a-4a30-8572-cb106c9cb134 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:34.928450 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:34.931083 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] Checking router: 01e0eb6d-afa6-43bc-be65-e67b77c15145 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:49:34.939924 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] Routers {'01e0eb6d-afa6-43bc-be65-e67b77c15145'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:34.940527 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['01e0eb6d-afa6-43bc-be65-e67b77c15145'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:35.012474 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] For port 216a77e3-083a-4a30-8572-cb106c9cb134, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=216a77e3-083a-4a30-8572-cb106c9cb134,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:35.012932 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.026992 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Calling delete_port for 216a77e3-083a-4a30-8572-cb106c9cb134 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:35.031340 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] Set router 01e0eb6d-afa6-43bc-be65-e67b77c15145 gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:35.083849 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:49:34Z', 'revision_number': 6, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port_host': None}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:35.110267 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb53520a-a6e4-4ef2-b341-aabe156fecb0 None None] The sync data for ids ['01e0eb6d-afa6-43bc-be65-e67b77c15145'] in dv-cinder-838009-6-iscsi is: [{'id': '01e0eb6d-afa6-43bc-be65-e67b77c15145', 'name': 'tempest-ServerRescueNegativeTestJSON-523457895-router', 'tenant_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:25Z', 'updated_at': '2022-05-18T22:49:34Z', 'revision_number': 6, 'project_id': 'c184ebb6e93a4cd58d65d8fbe43c4760', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:49:35.157609 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:35.298793 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (216a77e3-083a-4a30-8572-cb106c9cb134), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.329551 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=216a77e3-083a-4a30-8572-cb106c9cb134,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:35.391688 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (01e0eb6d-afa6-43bc-be65-e67b77c15145), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.497778 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (01e0eb6d-afa6-43bc-be65-e67b77c15145), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.500461 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks [] for router_controller (01e0eb6d-afa6-43bc-be65-e67b77c15145), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.624996 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-441a2b94-5aa0-477d-8c2a-a5adc1231308 req-5ba1def2-54a5-4ae8-9692-176e3ba57a69 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 210 time: 0.0294781 May 18 22:49:35.625588 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (01e0eb6d-afa6-43bc-be65-e67b77c15145), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.626219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01e0eb6d-afa6-43bc-be65-e67b77c15145 {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 22:49:35.631231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.632319 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f327a95f-6805-4f7d-ab49-8f2c5bc0f7b0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/01e0eb6d-afa6-43bc-be65-e67b77c15145 HTTP/1.1" status: 204 len: 168 time: 1.0107081 May 18 22:49:35.636228 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48664) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:35.680739 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e89840-3d05-4446-9fdd-4e45550e2d40 admin admin] Deleting subnet 99ffcfc2-48f1-4acf-81f2-1ca315934411 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:49:35.684465 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72e89840-3d05-4446-9fdd-4e45550e2d40 admin admin] Publish callbacks [] for subnet (99ffcfc2-48f1-4acf-81f2-1ca315934411), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.718802 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72e89840-3d05-4446-9fdd-4e45550e2d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (99ffcfc2-48f1-4acf-81f2-1ca315934411), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.778969 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:35.829392 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72e89840-3d05-4446-9fdd-4e45550e2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (99ffcfc2-48f1-4acf-81f2-1ca315934411), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.960487 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72e89840-3d05-4446-9fdd-4e45550e2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (99ffcfc2-48f1-4acf-81f2-1ca315934411), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:35.990340 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e89840-3d05-4446-9fdd-4e45550e2d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ffcfc2-48f1-4acf-81f2-1ca315934411,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:35.997641 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-72e89840-3d05-4446-9fdd-4e45550e2d40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.000942 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-72e89840-3d05-4446-9fdd-4e45550e2d40 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/99ffcfc2-48f1-4acf-81f2-1ca315934411 HTTP/1.1" status: 204 len: 168 time: 0.3637214 May 18 22:49:36.003526 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48666) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:36.006310 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a80a3-6b47-4fe3-bc85-cfd8850656fe None None] Network 11499028-97ea-4e44-af1f-548128f3e70d requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:49:36.074516 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (11499028-97ea-4e44-af1f-548128f3e70d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.116475 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Deleting port 96309d4c-3632-4408-95a4-03137ab8e14d {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:36.116817 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.180335 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] DHCP port deletion for 11499028-97ea-4e44-af1f-548128f3e70d request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 22:49:36.189828 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] For port 96309d4c-3632-4408-95a4-03137ab8e14d, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=96309d4c-3632-4408-95a4-03137ab8e14d,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:36.190324 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.203817 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Calling delete_port for 96309d4c-3632-4408-95a4-03137ab8e14d owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:36.207404 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:36.223648 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] Deleting port 96309d4c-3632-4408-95a4-03137ab8e14d {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:49:36.224047 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.291639 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] For port 96309d4c-3632-4408-95a4-03137ab8e14d, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=96309d4c-3632-4408-95a4-03137ab8e14d,segment=NetworkSegment(3005a429-8128-4443-a845-332f921661e4),segment_id=3005a429-8128-4443-a845-332f921661e4)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:36.292031 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.305011 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] Calling delete_port for 96309d4c-3632-4408-95a4-03137ab8e14d owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:49:36.383080 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.411928 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Pushing event deleted for resources: {'Port': ['ID=96309d4c-3632-4408-95a4-03137ab8e14d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:36.413654 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] No DVR routers for this DVR port 96309d4c-3632-4408-95a4-03137ab8e14d on host dv-cinder-838009-6-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:49:36.420518 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (96309d4c-3632-4408-95a4-03137ab8e14d), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.447870 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] Pushing event deleted for resources: {'Port': ['ID=96309d4c-3632-4408-95a4-03137ab8e14d,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:36.449890 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd9d18-12e7-46cd-bb27-e587379ff0fe None None] No DVR routers for this DVR port 96309d4c-3632-4408-95a4-03137ab8e14d on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:49:36.494634 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (11499028-97ea-4e44-af1f-548128f3e70d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.533152 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device ed9b326e-55c2-4cea-8ab1-35f37efda343 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:49:36.553482 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: ed9b326e-55c2-4cea-8ab1-35f37efda343 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:49:36.553829 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device ed9b326e-55c2-4cea-8ab1-35f37efda343 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:49:36.554851 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 216a77e3-083a-4a30-8572-cb106c9cb134 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:49:36.565332 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11499028-97ea-4e44-af1f-548128f3e70d']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:36.572334 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:36.575288 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 216a77e3-083a-4a30-8572-cb106c9cb134 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:49:36.575845 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 216a77e3-083a-4a30-8572-cb106c9cb134 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:49:36.576247 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 96309d4c-3632-4408-95a4-03137ab8e14d no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:49:36.577560 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3005a429-8128-4443-a845-332f921661e4') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:36.577855 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3005a429-8128-4443-a845-332f921661e4') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:36.591440 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (3005a429-8128-4443-a845-332f921661e4), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.597920 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 96309d4c-3632-4408-95a4-03137ab8e14d {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:49:36.598291 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 96309d4c-3632-4408-95a4-03137ab8e14d not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:49:36.607147 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (3005a429-8128-4443-a845-332f921661e4), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.617223 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:49:36.618067 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (3005a429-8128-4443-a845-332f921661e4), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:49:36.620288 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:49:36.674238 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8d6e5359-9adf-409a-a18a-540a09099239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.681484 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-7a3048dd-b84b-4a1f-8451-60f190b00892 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:36.683203 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-7a3048dd-b84b-4a1f-8451-60f190b00892 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 817 time: 0.1988285 May 18 22:49:36.736125 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-571b6603-23dc-4bb1-b3ec-d762f3df3b7f req-7ed02650-4283-4b6d-a9c2-d9e6d5a17a5d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 210 time: 0.0293581 May 18 22:49:36.754777 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (11499028-97ea-4e44-af1f-548128f3e70d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.762262 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:36.765321 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] 10.222.0.70 "DELETE /v2.0/networks/11499028-97ea-4e44-af1f-548128f3e70d HTTP/1.1" status: 204 len: 168 time: 0.7607996 May 18 22:49:36.778533 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92074cf4-0969-4dfb-9e7b-c74a6a9a2669 admin admin] Pushing event deleted for resources: {'Network': ['ID=11499028-97ea-4e44-af1f-548128f3e70d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:36.998972 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-9d6857de-7587-4d2b-9b37-ef0d5bab1f54 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a7373826e4743088ff1d782782b9890 HTTP/1.1" status: 200 len: 379 time: 0.0616827 May 18 22:49:37.065523 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'port': {'device_id': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'admin_state_up': True, 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'security_groups': ['c342240a-997a-4f21-aee9-d0176e27aaf1']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:37.130077 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48676) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:37.180223 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:37.200277 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-647d8fdb-3195-4783-a1aa-ee58c42bb72a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c184ebb6e93a4cd58d65d8fbe43c4760&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0701320 May 18 22:49:37.202959 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48678) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:37.252405 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a76eb7f0-2c15-4841-b761-27acb727bbf2 admin admin] Publish callbacks [] for security_group (20d4cbdd-4c05-4bcd-9315-d76da6155763), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:37.273354 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a76eb7f0-2c15-4841-b761-27acb727bbf2 admin admin] Publish callbacks [] for security_group (20d4cbdd-4c05-4bcd-9315-d76da6155763), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:37.280122 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Made reservation on behalf of 3a7373826e4743088ff1d782782b9890 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:49:37.283608 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:37.407000 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Allocated IP 172.20.0.5 (ef8d9f04-cd89-47a5-92e7-968950a33380/4f086e75-ea9a-4899-bc6a-2551b54ba5de/682e4566-fdfb-4a1e-8b14-8760e8fa6421) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:37.410622 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a76eb7f0-2c15-4841-b761-27acb727bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (20d4cbdd-4c05-4bcd-9315-d76da6155763), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:37.413143 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a76eb7f0-2c15-4841-b761-27acb727bbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:37.414343 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a76eb7f0-2c15-4841-b761-27acb727bbf2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20d4cbdd-4c05-4bcd-9315-d76da6155763 HTTP/1.1" status: 204 len: 168 time: 0.2103930 May 18 22:49:37.425105 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eb7f0-2c15-4841-b761-27acb727bbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d4cbdd-4c05-4bcd-9315-d76da6155763,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:37.552638 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:37.662244 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:37.705566 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Network ef8d9f04-cd89-47a5-92e7-968950a33380 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:37.708773 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:37.713159 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:37.741407 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:37.769388 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:37.770085 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:37.779113 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:37.860780 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:37.871879 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-d87a4711-c70a-4db4-9ed8-58736d5bd6d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8110707 May 18 22:49:37.885889 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4501af-7a54-4d85-9d5a-9a8cfa19539f req-9c1f25ed-7f7f-466b-a16c-8b350cbac1b1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:37.885889 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea4501af-7a54-4d85-9d5a-9a8cfa19539f req-9c1f25ed-7f7f-466b-a16c-8b350cbac1b1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 931 time: 0.0581295 May 18 22:49:37.895379 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Request body: {'port': {'device_id': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:37.950321 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea4501af-7a54-4d85-9d5a-9a8cfa19539f req-5ab0431b-6ba9-411f-ba7b-2d817543f668 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643682 May 18 22:49:37.990927 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.041143 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-8e5625dc-220f-4968-9b41-96c6725902de None None] Provisioning complete for port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:38.041677 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8e5625dc-220f-4968-9b41-96c6725902de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.081083 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8e5625dc-220f-4968-9b41-96c6725902de None None] Port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:49:38.211118 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:38.463148 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48702) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:38.524120 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682e4566-fdfb-4a1e-8b14-8760e8fa6421 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:49:38.531809 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Publish callbacks [] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.545719 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Transition to ACTIVE for port object 682e4566-fdfb-4a1e-8b14-8760e8fa6421 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:49:38.562724 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1610905095-network', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:38.633417 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.657477 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Made reservation on behalf of 89ab9bb65d8a44348faf97c7d19d8c84 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:49:38.659824 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.669288 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.688750 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:38.754493 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Publish callbacks [] for security_group (06994ef9-c6dd-4bba-9f1d-efb0b9fb0b22), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.764483 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Attempting to bind port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:49:38.765422 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Attempting to bind port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:49:38.765749 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Attempting to bind port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 on network ef8d9f04-cd89-47a5-92e7-968950a33380 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:38.770362 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 on network ef8d9f04-cd89-47a5-92e7-968950a33380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:49:38.770674 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Attempting to bind port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 on network ef8d9f04-cd89-47a5-92e7-968950a33380 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:38.776353 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:49:38.776696 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Checking segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:49:38.777047 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Bound using segment: {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:49:38.777460 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Bound port: 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d86e8a6-d0a8-4ad3-9d12-8843e408659c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:49:38.777813 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.840045 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (06994ef9-c6dd-4bba-9f1d-efb0b9fb0b22), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.840480 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:49:38.843933 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:49:38.872306 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:49:38.881442 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06994ef9-c6dd-4bba-9f1d-efb0b9fb0b22,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:38.888275 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.888597 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Added segment 9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d of type vlan for network 68b3ef45-4681-44c9-a6ac-fa6061c84cda May 18 22:49:38.915051 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:49:38.920848 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.925512 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:38.934238 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (68b3ef45-4681-44c9-a6ac-fa6061c84cda), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.948936 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-772925c1-618b-42df-a882-d04f2329cbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.958616 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:38.958616 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:38.958616 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] 10.222.0.24 "PUT /v2.0/ports/682e4566-fdfb-4a1e-8b14-8760e8fa6421 HTTP/1.1" status: 200 len: 1093 time: 1.0676541 May 18 22:49:38.959963 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:38.962244 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effec1e7-6ae4-4f4c-ad8a-41ef05ec8fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:38.994589 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd5034-fe69-4067-8326-357a1b8eb33d service neutron] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:39.018619 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea5e21d-4f6b-44e1-bdd6-105c1cb9b742 x-openstack-request-id: req-4ea5e21d-4f6b-44e1-bdd6-105c1cb9b742 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:39.018909 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:39.019155 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ea5e21d-4f6b-44e1-bdd6-105c1cb9b742 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:39.019581 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea5e21d-4f6b-44e1-bdd6-105c1cb9b742'] response: {'name': 'network-changed', 'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'status': 'completed', 'code': 200} May 18 22:49:39.046660 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (68b3ef45-4681-44c9-a6ac-fa6061c84cda), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:39.048842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.049418 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:39.081037 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:39.115135 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec1e7-6ae4-4f4c-ad8a-41ef05ec8fbb req-52e08f79-745b-4029-9703-cf9824e2a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.117091 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-effec1e7-6ae4-4f4c-ad8a-41ef05ec8fbb req-52e08f79-745b-4029-9703-cf9824e2a304 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 1127 time: 0.0437336 May 18 22:49:39.140172 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958baae9-e473-46a6-9bef-e47e4f7d8e72 req-6c24bdd1-324d-4065-be89-e5a9fd141869 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.141593 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-958baae9-e473-46a6-9bef-e47e4f7d8e72 req-6c24bdd1-324d-4065-be89-e5a9fd141869 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.1087139 May 18 22:49:39.169098 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] Pushing event updated for resources: {'Network': ['ID=68b3ef45-4681-44c9-a6ac-fa6061c84cda,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:39.180225 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:49:39.204976 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-958baae9-e473-46a6-9bef-e47e4f7d8e72 req-e3b0bf1d-0e25-43b6-8aba-cf087da9c878 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535069 May 18 22:49:39.216335 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fdfacee3-c6b4-45a8-8841-958ea0745296 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7520225 May 18 22:49:39.219121 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48712) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:39.225494 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Request body: {'subnet': {'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1610905095-subnet', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:39.247667 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:39.255685 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec1e7-6ae4-4f4c-ad8a-41ef05ec8fbb req-e9fb7276-3f05-438e-a2d9-6020a097755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.257155 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-effec1e7-6ae4-4f4c-ad8a-41ef05ec8fbb req-e9fb7276-3f05-438e-a2d9-6020a097755b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3a7373826e4743088ff1d782782b9890&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1164086 May 18 22:49:39.325825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Made reservation on behalf of 89ab9bb65d8a44348faf97c7d19d8c84 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:49:39.328301 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4299498'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:39.360463 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec1e7-6ae4-4f4c-ad8a-41ef05ec8fbb req-f58d9c23-7664-4d46-a617-09551b90aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.361926 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-effec1e7-6ae4-4f4c-ad8a-41ef05ec8fbb req-f58d9c23-7664-4d46-a617-09551b90aedb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947332 May 18 22:49:39.442486 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:39.476234 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-f3bb0394-1103-4f79-ae09-6ce3039bb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.478446 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-f3bb0394-1103-4f79-ae09-6ce3039bb83b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 1127 time: 0.0404649 May 18 22:49:39.533240 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-7cd6f824-9dd0-4454-899e-0aca3c250eaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421 HTTP/1.1" status: 200 len: 217 time: 0.0335293 May 18 22:49:39.576873 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4531093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4299516'] for subnet (6e6e210e-4de8-4c5e-acba-3bf9116d8f2b), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:39.586975 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-919bb915-c8fc-4d9b-8381-17d4317295c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.588937 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-919bb915-c8fc-4d9b-8381-17d4317295c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0489256 May 18 22:49:39.632673 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-41629487-883f-4d43-a3bd-514ab14f6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.632918 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:39.634853 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-41629487-883f-4d43-a3bd-514ab14f6123 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391216 May 18 22:49:39.643498 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Checking segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:49:39.643853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Network hostable DHCP agents. Network: 68b3ef45-4681-44c9-a6ac-fa6061c84cda, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:49:39.726951 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-ca5ec7fb-3ea5-43d4-849a-684f2619f36d service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855906 May 18 22:49:39.742998 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:49:39.818622 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0916b575-e367-4fed-8779-1d5b57aebdd9 req-5980047a-fa4e-47dc-a7f0-3cb25925d8b8 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856776 May 18 22:49:39.834225 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 68b3ef45-4681-44c9-a6ac-fa6061c84cda) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:39.839139 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:39.840393 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:39.843883 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929ac354-6e47-4da1-b255-6e300970fb0e None None] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:49:39.934120 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-03864257-0b47-44bf-8eab-8299debcf7d6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7138922 May 18 22:49:39.936743 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48714) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:39.940973 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:39.959676 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:49:39.959676 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.026742 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.029101 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.030236 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.091241 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks [] for router_controller (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.093110 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Allocated IP 172.20.0.2 (68b3ef45-4681-44c9-a6ac-fa6061c84cda/6e6e210e-4de8-4c5e-acba-3bf9116d8f2b/bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:40.335195 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks [] for router_gateway (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.355392 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Publish callbacks [] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.356474 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1bcbe-280c-46a3-bee6-70e353ce51d1 req-afc9c1fe-964b-4be3-807a-27ad2b82b999 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:40.357940 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f3d1bcbe-280c-46a3-bee6-70e353ce51d1 req-afc9c1fe-964b-4be3-807a-27ad2b82b999 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0744562 May 18 22:49:40.428606 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.459180 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:40.474258 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:40.477294 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:40.480927 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:40.492318 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Pushing event updated for resources: {'Port': ['ID=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:40.549315 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Attempting to bind port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:49:40.549719 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Attempting to bind port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:49:40.550105 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Attempting to bind port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 on network 68b3ef45-4681-44c9-a6ac-fa6061c84cda {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:40.555699 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:49:40.556646 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Checking segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:49:40.557040 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.557425 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Bound using segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:49:40.557932 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Bound port: bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:49:40.558404 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.622504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] For port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:49:40.625676 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] For port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:49:40.697485 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f3d1bcbe-280c-46a3-bee6-70e353ce51d1 req-cd753c5e-bbfb-4560-ba6e-84a09e673022 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337839 May 18 22:49:40.708942 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.757636 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:40.774182 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb1d66-594c-4156-abcd-20f3d8409b60 None None] Pushing event updated for resources: {'Port': ['ID=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:40.829590 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks [] for router_gateway (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.854044 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:40.856571 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:40.980130 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Allocated IP 172.27.1.34 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/d4189045-c5c4-42a3-b0b8-a97939d1433a) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:41.093333 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:41.098352 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks [] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:41.213042 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:41.253520 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:41.263578 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:41.265962 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:41.288715 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Pushing event updated for resources: {'Port': ['ID=d4189045-c5c4-42a3-b0b8-a97939d1433a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:41.428698 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:41.587558 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks [] for router_gateway (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:41.621172 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f928f-24e7-4279-ae29-86523df16fb9 None None] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:49:41.725232 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-abf6c23e-d79e-4378-b05c-6ab73726a57a None None] Provisioning complete for port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:41.725520 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-abf6c23e-d79e-4378-b05c-6ab73726a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:41.783017 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:41.806586 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-abf6c23e-d79e-4378-b05c-6ab73726a57a None None] Current status of the port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:41.806976 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-abf6c23e-d79e-4378-b05c-6ab73726a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:41.842178 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-abf6c23e-d79e-4378-b05c-6ab73726a57a None None] For port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:41.874088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ec6d8-aa83-4889-8c15-af3bba4435e3 req-4df9fd00-affa-4944-a626-a5502d2bfaeb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:41.875667 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef9ec6d8-aa83-4889-8c15-af3bba4435e3 req-4df9fd00-affa-4944-a626-a5502d2bfaeb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0901980 May 18 22:49:41.937558 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:41.948034 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-abf6c23e-d79e-4378-b05c-6ab73726a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:41.983090 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef9ec6d8-aa83-4889-8c15-af3bba4435e3 req-002ee00b-34b9-438b-a4ca-68cc18413a9f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008794 May 18 22:49:42.000335 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6c23e-d79e-4378-b05c-6ab73726a57a None None] Pushing event updated for resources: {'Port': ['ID=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:42.058587 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:49:42.069463 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-068dd87e-3509-4e92-ba9d-8e2a22091b5b None None] Provisioning complete for port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:42.069833 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-068dd87e-3509-4e92-ba9d-8e2a22091b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.142820 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-068dd87e-3509-4e92-ba9d-8e2a22091b5b None None] Current status of the port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:42.164396 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:42.168603 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:49:42.178087 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Sync routers for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:49:42.188862 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:42.189476 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:42.247896 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.249046 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d92bc435-9c3f-4cd9-9990-6f113308efff admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3113236 May 18 22:49:42.251854 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48722) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:42.289392 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:42.458282 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:41Z', 'revision_number': 3, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:42.484738 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Checking router: fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:49:42.485035 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Updating router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 port d4189045-c5c4-42a3-b0b8-a97939d1433a binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:49:42.492613 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=100 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:42.513230 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.550873 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:49:42.597910 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:42.598299 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.672509 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.675001 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:42.689988 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:42.693824 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:42.721704 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:42.764542 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:49:42.792938 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Publish callbacks [] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.833092 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Allocated IP 172.20.0.1 (68b3ef45-4681-44c9-a6ac-fa6061c84cda/6e6e210e-4de8-4c5e-acba-3bf9116d8f2b/4eb9995f-d00a-4416-a785-5155443c3407) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:42.848663 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:42.857478 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.877822 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:42.890352 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'port_id': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'mac_address': 'fa:16:3e:30:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:49:42.917011 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Pushing event updated for resources: {'Port': ['ID=d4189045-c5c4-42a3-b0b8-a97939d1433a,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:42.923924 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Attempting to bind port d4189045-c5c4-42a3-b0b8-a97939d1433a on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:49:42.924442 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Attempting to bind port d4189045-c5c4-42a3-b0b8-a97939d1433a by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:49:42.924587 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.924925 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Attempting to bind port d4189045-c5c4-42a3-b0b8-a97939d1433a on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:42.927805 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:42.928174 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.930955 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.931442 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.932035 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.932582 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.933117 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.933753 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.934210 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.934714 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.935245 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.935663 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.936376 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:42.936723 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.937159 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.937600 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.938153 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.938703 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:49:42.941849 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682e4566-fdfb-4a1e-8b14-8760e8fa6421 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:49:42.945158 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:49:42.945516 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:49:42.946127 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.947343 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:49:42.947967 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Bound port: d4189045-c5c4-42a3-b0b8-a97939d1433a, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:49:42.948536 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Publish callbacks [] for port (4eb9995f-d00a-4416-a785-5155443c3407), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.948679 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:42.963402 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:42.996884 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] For port d4189045-c5c4-42a3-b0b8-a97939d1433a, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:49:42.999940 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] For port d4189045-c5c4-42a3-b0b8-a97939d1433a, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d4189045-c5c4-42a3-b0b8-a97939d1433a,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:49:43.011384 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.051834 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (4eb9995f-d00a-4416-a785-5155443c3407), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.059712 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:43.089212 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:43.095752 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:43.100561 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:43.104429 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:43.108144 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb9995f-d00a-4416-a785-5155443c3407,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:43.109373 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.112335 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dfd2d-e44f-4bde-9345-37e1b4e7ab7b req-dfa1e932-14e0-4e24-978a-df4164212eb2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:43.126471 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d9dfd2d-e44f-4bde-9345-37e1b4e7ab7b req-dfa1e932-14e0-4e24-978a-df4164212eb2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 944 time: 0.0557146 May 18 22:49:43.146723 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.181725 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51375c95-ad22-4e04-ae8c-6136e5eb7c17 None None] Pushing event updated for resources: {'Port': ['ID=d4189045-c5c4-42a3-b0b8-a97939d1433a,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:43.183897 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d9dfd2d-e44f-4bde-9345-37e1b4e7ab7b req-17b3791c-0e30-4b60-a5b7-fbe1a795b901 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637534 May 18 22:49:43.203621 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:43.204608 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:43.310662 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:43.372691 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-23bfc1b9-018d-4f1c-9d18-8cdcb5f45163 None None] Provisioning complete for port 4eb9995f-d00a-4416-a785-5155443c3407 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:43.373326 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-23bfc1b9-018d-4f1c-9d18-8cdcb5f45163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (4eb9995f-d00a-4416-a785-5155443c3407), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.377897 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (4eb9995f-d00a-4416-a785-5155443c3407), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.405659 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-23bfc1b9-018d-4f1c-9d18-8cdcb5f45163 None None] Port 4eb9995f-d00a-4416-a785-5155443c3407 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:49:43.482484 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['682e4566-fdfb-4a1e-8b14-8760e8fa6421'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:49:43.492630 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:41Z', 'revision_number': 3, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:43.518663 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c819b7dd-4ae0-4b43-880f-a44d1dff005e None None] The sync data for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi is: [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:41Z', 'revision_number': 3, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:49:43.574606 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Publish callbacks [] for port (4eb9995f-d00a-4416-a785-5155443c3407), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.634465 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (4eb9995f-d00a-4416-a785-5155443c3407), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.707977 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb9995f-d00a-4416-a785-5155443c3407,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:43.710755 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:43.801359 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:43.818485 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:43.819980 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:43.943098 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:49:44.027864 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e7f65dda-cc13-42ae-9675-d1c08259f67c None None] Provisioning complete for port 4eb9995f-d00a-4416-a785-5155443c3407 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:44.028426 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e7f65dda-cc13-42ae-9675-d1c08259f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (4eb9995f-d00a-4416-a785-5155443c3407), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.059941 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:49:44.071225 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-058adfa6-5edb-46ee-b024-7453b222a662 admin admin] 10.222.0.70 "PUT /v2.0/routers/fa2d7673-cdb7-4b30-82c4-90a0d7c4db05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8119626 May 18 22:49:44.078395 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e7f65dda-cc13-42ae-9675-d1c08259f67c None None] Port 4eb9995f-d00a-4416-a785-5155443c3407 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:49:44.308371 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62a479-f7eb-4e2d-82a2-2438d3d4eba5 req-3186b8a8-811c-4b99-8106-42eb380d2879 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:44.309939 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd62a479-f7eb-4e2d-82a2-2438d3d4eba5 req-3186b8a8-811c-4b99-8106-42eb380d2879 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 944 time: 0.0546412 May 18 22:49:44.364919 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd62a479-f7eb-4e2d-82a2-2438d3d4eba5 req-ed98b9c3-2053-46ca-aa62-f2797b1373e8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481348 May 18 22:49:44.421268 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48734) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:44.426240 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-44261ba5-3e63-4b50-8efa-742ae1fedd8e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156647548', 'description': 'tempest-description--1095826699'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:44.441127 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:44.532022 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-44261ba5-3e63-4b50-8efa-742ae1fedd8e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.532436 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d4189045-c5c4-42a3-b0b8-a97939d1433a up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:49:44.578647 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port d4189045-c5c4-42a3-b0b8-a97939d1433a triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:44.579063 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.609571 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-44261ba5-3e63-4b50-8efa-742ae1fedd8e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (f2d767b7-415f-4b65-8fdb-cae4fa5cf077), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.653210 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port d4189045-c5c4-42a3-b0b8-a97939d1433a is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:44.653596 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.677498 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port d4189045-c5c4-42a3-b0b8-a97939d1433a, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d4189045-c5c4-42a3-b0b8-a97939d1433a,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:44.684956 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-44261ba5-3e63-4b50-8efa-742ae1fedd8e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f2d767b7-415f-4b65-8fdb-cae4fa5cf077), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.714746 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44261ba5-3e63-4b50-8efa-742ae1fedd8e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d767b7-415f-4b65-8fdb-cae4fa5cf077,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:44.748615 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.784745 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-44261ba5-3e63-4b50-8efa-742ae1fedd8e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.788897 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48736) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:44.794176 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-44261ba5-3e63-4b50-8efa-742ae1fedd8e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3661907 May 18 22:49:44.795342 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:49:44.795582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-f3643aed-8da8-44a5-bdc7-ae9c247e00d8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'security_group_rule': {'security_group_id': 'f2d767b7-415f-4b65-8fdb-cae4fa5cf077', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:44.801839 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=d4189045-c5c4-42a3-b0b8-a97939d1433a,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:44.849828 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:49:44.909102 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f3643aed-8da8-44a5-bdc7-ae9c247e00d8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (abf64b82-0f98-4e03-898e-2052aa2bb895), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.931478 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:44.932126 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:44.959805 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f3643aed-8da8-44a5-bdc7-ae9c247e00d8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (abf64b82-0f98-4e03-898e-2052aa2bb895), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.012696 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:45.013074 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.028764 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f3643aed-8da8-44a5-bdc7-ae9c247e00d8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (abf64b82-0f98-4e03-898e-2052aa2bb895), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.029401 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:45.037153 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:45.039720 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5432c1-39b4-43d1-931a-3475cc623240" -d '{"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-plugged", "status": "completed", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:45.053987 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:45.055341 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3643aed-8da8-44a5-bdc7-ae9c247e00d8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf64b82-0f98-4e03-898e-2052aa2bb895,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:45.083711 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7984258-5aa1-46f8-9418-49f2a370438a x-openstack-request-id: req-d7984258-5aa1-46f8-9418-49f2a370438a {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:45.084097 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-plugged", "status": "completed", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:45.084348 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7984258-5aa1-46f8-9418-49f2a370438a {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:45.084785 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7984258-5aa1-46f8-9418-49f2a370438a'] response: {'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'code': 200} May 18 22:49:45.143290 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.145150 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f3643aed-8da8-44a5-bdc7-ae9c247e00d8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.150430 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48740) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:45.155311 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-a5e61dbf-d2de-41c6-8fda-c29fa4af56e7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'security_group_rule': {'security_group_id': 'f2d767b7-415f-4b65-8fdb-cae4fa5cf077', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:45.161132 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f3643aed-8da8-44a5-bdc7-ae9c247e00d8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3708324 May 18 22:49:45.179919 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Sync routers for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:49:45.199712 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:45.206312 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:45.211725 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:45.211725 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:45.264226 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a5e61dbf-d2de-41c6-8fda-c29fa4af56e7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (8303a5a1-5261-4926-aaa1-77730334dc41), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.317249 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:45.319979 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a5e61dbf-d2de-41c6-8fda-c29fa4af56e7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (8303a5a1-5261-4926-aaa1-77730334dc41), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.394675 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a5e61dbf-d2de-41c6-8fda-c29fa4af56e7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (8303a5a1-5261-4926-aaa1-77730334dc41), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.427634 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e61dbf-d2de-41c6-8fda-c29fa4af56e7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8303a5a1-5261-4926-aaa1-77730334dc41,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:45.469134 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44312e-14db-4e40-a46f-c0cf4140f114 req-3ca2fb8d-f54c-43b1-888c-df71cef8d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:45.471316 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d44312e-14db-4e40-a46f-c0cf4140f114 req-3ca2fb8d-f54c-43b1-888c-df71cef8d2ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 1129 time: 0.0570138 May 18 22:49:45.501332 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f1fa8-fb37-420a-90dd-8beac8f9844a req-8c694313-b647-4abe-8d36-e30a4181b0a8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:45.506878 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f32f1fa8-fb37-420a-90dd-8beac8f9844a req-8c694313-b647-4abe-8d36-e30a4181b0a8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0540648 May 18 22:49:45.521970 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d44312e-14db-4e40-a46f-c0cf4140f114 req-e2a2dd92-41d4-4df5-a297-c5c8c6d894ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441921 May 18 22:49:45.522777 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 2, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:45.533476 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a5e61dbf-d2de-41c6-8fda-c29fa4af56e7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.537559 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a5e61dbf-d2de-41c6-8fda-c29fa4af56e7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3833671 May 18 22:49:45.538290 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48744) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:45.543142 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:45.548310 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Checking router: fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:49:45.552676 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Updating router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 port 4eb9995f-d00a-4416-a785-5155443c3407 binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:49:45.557226 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f32f1fa8-fb37-420a-90dd-8beac8f9844a req-723de652-bf0f-4978-a47b-e544d280fe82 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456548 May 18 22:49:45.578111 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (4eb9995f-d00a-4416-a785-5155443c3407), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.635477 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.714425 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.729238 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:45.807850 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:45.823137 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Allocated IP 172.27.1.50 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/37a60d53-228f-4192-a5c8-3e2dfd67d2e8) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:45.871481 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Publish callbacks [] for port (4eb9995f-d00a-4416-a785-5155443c3407), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.925280 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for port (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.945430 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:45.948894 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (4eb9995f-d00a-4416-a785-5155443c3407), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:45.999304 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f14af-2f75-4d75-bf8b-c9fdac201f02 None None] Pushing event updated for resources: {'Port': ['ID=4eb9995f-d00a-4416-a785-5155443c3407,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:46.051591 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Attempting to bind port 4eb9995f-d00a-4416-a785-5155443c3407 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:49:46.052156 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Attempting to bind port 4eb9995f-d00a-4416-a785-5155443c3407 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:49:46.052443 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Attempting to bind port 4eb9995f-d00a-4416-a785-5155443c3407 on network 68b3ef45-4681-44c9-a6ac-fa6061c84cda {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:46.059284 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:49:46.059651 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Checking segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:49:46.060052 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.060437 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Bound using segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:49:46.060893 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Bound port: 4eb9995f-d00a-4416-a785-5155443c3407, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:49:46.061270 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (4eb9995f-d00a-4416-a785-5155443c3407), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.064165 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.111157 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:46.116291 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:46.118529 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'Port': ['ID=37a60d53-228f-4192-a5c8-3e2dfd67d2e8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:46.120921 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:46.138603 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] For port 4eb9995f-d00a-4416-a785-5155443c3407, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:49:46.138603 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] For port 4eb9995f-d00a-4416-a785-5155443c3407, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=4eb9995f-d00a-4416-a785-5155443c3407,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:49:46.202635 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (1f532799-1b56-429a-a330-aa5ad9217fc7), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.213840 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-747c8867-cce9-460a-b81e-cbd3f7ab1038 None None] Provisioning complete for port 4eb9995f-d00a-4416-a785-5155443c3407 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:46.214235 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-747c8867-cce9-460a-b81e-cbd3f7ab1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (4eb9995f-d00a-4416-a785-5155443c3407), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.237095 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (4eb9995f-d00a-4416-a785-5155443c3407), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.270226 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-747c8867-cce9-460a-b81e-cbd3f7ab1038 None None] Port 4eb9995f-d00a-4416-a785-5155443c3407 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:49:46.282378 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.302643 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:46.303258 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:46.308197 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f14af-2f75-4d75-bf8b-c9fdac201f02 None None] Pushing event updated for resources: {'Port': ['ID=4eb9995f-d00a-4416-a785-5155443c3407,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:46.344290 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:46.418366 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:46.470956 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:46.491198 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for port (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.543448 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.590866 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d4189045-c5c4-42a3-b0b8-a97939d1433a up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:49:46.620829 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'Port': ['ID=37a60d53-228f-4192-a5c8-3e2dfd67d2e8,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:46.628898 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (1f532799-1b56-429a-a330-aa5ad9217fc7), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.663345 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-985811fa-df11-4809-b8fa-7cb4ed3f6bff None None] Provisioning complete for port 4eb9995f-d00a-4416-a785-5155443c3407 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:46.663744 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-985811fa-df11-4809-b8fa-7cb4ed3f6bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (4eb9995f-d00a-4416-a785-5155443c3407), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.745478 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.747338 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0432faab-8e9d-4301-bb78-28b15dcfbf1f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2077672 May 18 22:49:46.772687 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port d4189045-c5c4-42a3-b0b8-a97939d1433a triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:46.777091 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.860523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd899d-4711-4cb8-ac24-3483bd2b78ad req-2ebb2e34-e812-4555-9d16-9c2f3d1b48c2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:46.866497 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d4bd899d-4711-4cb8-ac24-3483bd2b78ad req-2ebb2e34-e812-4555-9d16-9c2f3d1b48c2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0698500 May 18 22:49:46.898641 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:46.907775 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-985811fa-df11-4809-b8fa-7cb4ed3f6bff None None] Current status of the port 4eb9995f-d00a-4416-a785-5155443c3407 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:46.908157 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-985811fa-df11-4809-b8fa-7cb4ed3f6bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (4eb9995f-d00a-4416-a785-5155443c3407), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:46.945156 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d4bd899d-4711-4cb8-ac24-3483bd2b78ad req-96c27790-5f7b-48c8-a3e4-b0b61119d133 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757258 May 18 22:49:46.948337 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-ffc749f2-8a76-4b0f-8309-2ee21698878e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--156647548&fields=id&tenant_id=89ab9bb65d8a44348faf97c7d19d8c84 HTTP/1.1" status: 200 len: 267 time: 0.0717154 May 18 22:49:46.955616 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:46.997187 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1aa51a-b43c-45d1-abd7-a1f86c531c78 None None] The sync data for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi is: [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:49:47.002889 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port d4189045-c5c4-42a3-b0b8-a97939d1433a is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:47.016224 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-985811fa-df11-4809-b8fa-7cb4ed3f6bff None None] For port 4eb9995f-d00a-4416-a785-5155443c3407, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=4eb9995f-d00a-4416-a785-5155443c3407,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:47.096322 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-1921c7a6-1029-4fac-be6c-6a6e283f9d95 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:47.097277 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-985811fa-df11-4809-b8fa-7cb4ed3f6bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (4eb9995f-d00a-4416-a785-5155443c3407), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:47.103341 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-1921c7a6-1029-4fac-be6c-6a6e283f9d95 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 811 time: 0.1474910 May 18 22:49:47.116791 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-c04ff7f6-02e8-4238-ae23-a326d66f2936 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/quotas/89ab9bb65d8a44348faf97c7d19d8c84 HTTP/1.1" status: 200 len: 375 time: 0.0123696 May 18 22:49:47.162848 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985811fa-df11-4809-b8fa-7cb4ed3f6bff None None] Pushing event updated for resources: {'Port': ['ID=4eb9995f-d00a-4416-a785-5155443c3407,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:47.180560 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-a0cdfa25-c5c2-4c22-ab4c-daface6eb0d6 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561197 May 18 22:49:47.287054 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-0cc38308-1d7f-4127-87ef-4f03069000dc service neutron] 10.222.0.70 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946214 May 18 22:49:47.381728 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-b0e923d1-860b-4e28-9c91-59ce60dab733 service neutron] 10.222.0.70 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883977 May 18 22:49:47.603525 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4aa2add6-3a2e-4d23-b1e6-48e2ba43e833 req-4a1c1a79-3964-4e62-b736-ba6c90dd0081 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 210 time: 0.0328159 May 18 22:49:48.033574 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:48.063611 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:48.078319 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1775c-a6d9-4f62-b698-18681c2ccd4b req-1d7279bd-6159-4b1f-83f0-bb091c8fc3bd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:48.084224 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bee1775c-a6d9-4f62-b698-18681c2ccd4b req-1d7279bd-6159-4b1f-83f0-bb091c8fc3bd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0555375 May 18 22:49:48.133453 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bee1775c-a6d9-4f62-b698-18681c2ccd4b req-db3582da-35aa-4f78-aeb0-055d0925fd92 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 May 18 22:49:48.253321 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026c7fc-4e3d-41a4-b222-ffa18ef7cc5c req-da6f6cc0-6e57-48a3-a422-297a427e0825 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:48.254838 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5026c7fc-4e3d-41a4-b222-ffa18ef7cc5c req-da6f6cc0-6e57-48a3-a422-297a427e0825 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0493195 May 18 22:49:48.263469 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48776) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:49:48.267853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Request body: {'floatingip': {'port_id': '682e4566-fdfb-4a1e-8b14-8760e8fa6421'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:48.308320 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (cb2dccb6-ff58-4b7a-a466-427a85d58538), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:48.546201 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 4eb9995f-d00a-4416-a785-5155443c3407 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:49:48.590693 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 4eb9995f-d00a-4416-a785-5155443c3407 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:48.590981 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (4eb9995f-d00a-4416-a785-5155443c3407), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:48.669506 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 4eb9995f-d00a-4416-a785-5155443c3407 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:48.727123 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4981d26b-03c8-4094-8b1e-862d44b77042 req-cfe93c60-394a-4c75-a89a-d4ba3aa560f0 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 210 time: 0.0342917 May 18 22:49:48.776148 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:48.827212 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (cb2dccb6-ff58-4b7a-a466-427a85d58538), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:48.924234 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Floating IP cb2dccb6-ff58-4b7a-a466-427a85d58538 associated. External IP: 172.27.1.230, port: 682e4566-fdfb-4a1e-8b14-8760e8fa6421. May 18 22:49:48.926021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:49.140441 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Router f79ae304-4078-4e68-89e2-9aaa7e76f411 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:49:49.243853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:49:49.248090 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:49.254889 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] Sync routers for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:49:49.266635 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:49.267118 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:49.267255 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:49.280649 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-da81e681-9a37-49da-8f1b-e390edcf4ef3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "PUT /v2.0/floatingips/cb2dccb6-ff58-4b7a-a466-427a85d58538 HTTP/1.1" status: 200 len: 991 time: 1.0139043 May 18 22:49:49.280649 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:49.281157 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c140e6cf-6eb4-40c1-a595-e53723c21bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:49.316445 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bb256b-7849-4add-8780-0ebd87568011 x-openstack-request-id: req-37bb256b-7849-4add-8780-0ebd87568011 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:49.316734 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:49.316983 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37bb256b-7849-4add-8780-0ebd87568011 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:49.317382 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bb256b-7849-4add-8780-0ebd87568011'] response: {'name': 'network-changed', 'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'status': 'completed', 'code': 200} May 18 22:49:49.331596 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:49.377255 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:49.650320 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:49.667213 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'cb2dccb6-ff58-4b7a-a466-427a85d58538', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'port_id': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'mac_address': 'fa:16:3e:30:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:32Z', 'updated_at': '2022-05-18T22:49:48Z', 'revision_number': 1, 'project_id': '3a7373826e4743088ff1d782782b9890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:49.675747 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-1342dd76-8ff8-478f-b72b-a458eab18535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:49.677259 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-1342dd76-8ff8-478f-b72b-a458eab18535 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 1129 time: 0.0418580 May 18 22:49:49.693942 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] Checking router: f79ae304-4078-4e68-89e2-9aaa7e76f411 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:49:49.702573 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:49:49.703182 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:49.777850 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-49d2a2f6-75e9-4edd-9413-4963ba92f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:49.779911 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-49d2a2f6-75e9-4edd-9413-4963ba92f77e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 918 time: 0.0949640 May 18 22:49:49.809120 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:49:49.835585 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ad2a9e50-b95b-44ed-b71d-15124c356801 req-3824bcfa-fbd8-45da-a34b-b64c26cec8c9 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 210 time: 0.0301678 May 18 22:49:49.844149 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-173df47b-cc88-4f14-86b5-2904048b29f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421 HTTP/1.1" status: 200 len: 999 time: 0.0582988 May 18 22:49:49.900661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-12803823-6bf3-4aab-b4f9-b6d740e5467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:49.902347 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-12803823-6bf3-4aab-b4f9-b6d740e5467f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0516114 May 18 22:49:49.950535 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-079d0fa8-c557-4dae-8046-f39e07c34b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:49.951666 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-079d0fa8-c557-4dae-8046-f39e07c34b67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439522 May 18 22:49:50.072492 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-b0b82097-f2a6-4d4f-bd6e-e11eb82ed13c service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144617 May 18 22:49:50.088582 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'cb2dccb6-ff58-4b7a-a466-427a85d58538', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'port_id': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'mac_address': 'fa:16:3e:30:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:32Z', 'updated_at': '2022-05-18T22:49:48Z', 'revision_number': 1, 'project_id': '3a7373826e4743088ff1d782782b9890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:49:50.116768 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db1206-96ef-4763-b98e-05ba6bcd843b None None] The sync data for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi is: [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': 'cb2dccb6-ff58-4b7a-a466-427a85d58538', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'port_id': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'mac_address': 'fa:16:3e:30:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:32Z', 'updated_at': '2022-05-18T22:49:48Z', 'revision_number': 1, 'project_id': '3a7373826e4743088ff1d782782b9890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:49:50.223138 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c140e6cf-6eb4-40c1-a595-e53723c21bd3 req-5089ce6c-279c-4810-b2f2-1a2abea0919d service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434815 May 18 22:49:50.332951 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-1048e004-1137-4a29-b465-be1189778ef4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:50.334456 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-1048e004-1137-4a29-b465-be1189778ef4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 811 time: 0.4377418 May 18 22:49:50.360321 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bc8e05-47dc-40b9-8f57-c49a1919b487 None None] New status for floating IP cb2dccb6-ff58-4b7a-a466-427a85d58538: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:49:50.416139 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-dd18de25-9d89-4492-97fd-3c3b2f2032d6 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89ab9bb65d8a44348faf97c7d19d8c84 HTTP/1.1" status: 200 len: 379 time: 0.0629706 May 18 22:49:50.423817 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'port': {'device_id': 'bb83799d-978a-401d-9194-46c104e85cf9', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'admin_state_up': True, 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'security_groups': ['f2d767b7-415f-4b65-8fdb-cae4fa5cf077']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:50.628694 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Made reservation on behalf of 89ab9bb65d8a44348faf97c7d19d8c84 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:49:50.632209 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:50.755619 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Allocated IP 172.20.0.14 (68b3ef45-4681-44c9-a6ac-fa6061c84cda/6e6e210e-4de8-4c5e-acba-3bf9116d8f2b/ae773bbc-f6df-49bb-ac08-6fa413e7c067) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:49:50.897763 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:50.949486 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f7e6dd7-10c1-422b-945a-154cf0d5bd57 req-573f59e6-7cef-4504-9f6c-d132797f42e9 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 210 time: 0.0361590 May 18 22:49:51.028884 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.076142 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:49:51.079361 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:49:51.083187 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:49:51.111189 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'Port': ['ID=ae773bbc-f6df-49bb-ac08-6fa413e7c067,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:51.137842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:51.138498 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.147249 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:51.237063 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-e7263625-244b-46e3-b7c5-44ac2696ac46 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8171945 May 18 22:49:51.255389 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Request body: {'port': {'device_id': 'bb83799d-978a-401d-9194-46c104e85cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:49:51.311285 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:51.315664 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.344495 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-38308263-7177-4f35-9998-1ea6373ab35f None None] Provisioning complete for port ae773bbc-f6df-49bb-ac08-6fa413e7c067 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:51.344866 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38308263-7177-4f35-9998-1ea6373ab35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.376203 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-38308263-7177-4f35-9998-1ea6373ab35f None None] Port ae773bbc-f6df-49bb-ac08-6fa413e7c067 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:49:51.606183 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae773bbc-f6df-49bb-ac08-6fa413e7c067 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:49:51.613531 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Publish callbacks [] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.626334 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Transition to ACTIVE for port object ae773bbc-f6df-49bb-ac08-6fa413e7c067 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:49:51.673950 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.742802 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae773bbc-f6df-49bb-ac08-6fa413e7c067,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:51.802183 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Attempting to bind port ae773bbc-f6df-49bb-ac08-6fa413e7c067 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:49:51.802521 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Attempting to bind port ae773bbc-f6df-49bb-ac08-6fa413e7c067 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:49:51.802844 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Attempting to bind port ae773bbc-f6df-49bb-ac08-6fa413e7c067 on network 68b3ef45-4681-44c9-a6ac-fa6061c84cda {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:51.808485 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Port ae773bbc-f6df-49bb-ac08-6fa413e7c067 on network 68b3ef45-4681-44c9-a6ac-fa6061c84cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:49:51.808805 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Attempting to bind port ae773bbc-f6df-49bb-ac08-6fa413e7c067 on network 68b3ef45-4681-44c9-a6ac-fa6061c84cda {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:49:51.814014 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:49:51.814364 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Checking segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:49:51.814741 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Bound using segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:49:51.815159 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Bound port: ae773bbc-f6df-49bb-ac08-6fa413e7c067, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:49:51.815634 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.882107 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] For port ae773bbc-f6df-49bb-ac08-6fa413e7c067, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:49:51.883591 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] For port ae773bbc-f6df-49bb-ac08-6fa413e7c067, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:49:51.953451 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.981406 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:51.993680 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:51.994408 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:51.995800 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] 10.222.0.24 "PUT /v2.0/ports/ae773bbc-f6df-49bb-ac08-6fa413e7c067 HTTP/1.1" status: 200 len: 1094 time: 0.7445912 May 18 22:49:51.996230 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb83799d-978a-401d-9194-46c104e85cf9', 'tag': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:51.998514 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa46511f-2dfc-487f-90a5-92c413c2c5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb83799d-978a-401d-9194-46c104e85cf9", "tag": "ae773bbc-f6df-49bb-ac08-6fa413e7c067"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:52.026027 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fbe72-885a-460a-bb1f-7d1001e56df2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae773bbc-f6df-49bb-ac08-6fa413e7c067,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:52.051021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e689e1dd-2437-4cb4-a325-58cabccc6ed2 x-openstack-request-id: req-e689e1dd-2437-4cb4-a325-58cabccc6ed2 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:52.051021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb83799d-978a-401d-9194-46c104e85cf9", "tag": "ae773bbc-f6df-49bb-ac08-6fa413e7c067", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:52.051021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e689e1dd-2437-4cb4-a325-58cabccc6ed2 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:52.051021 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e689e1dd-2437-4cb4-a325-58cabccc6ed2'] response: {'name': 'network-changed', 'server_uuid': 'bb83799d-978a-401d-9194-46c104e85cf9', 'tag': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'status': 'completed', 'code': 200} May 18 22:49:52.091554 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0a32-0b0c-4c5d-9a03-2daa29bbc2a3 req-9bf2e287-7501-45d5-af63-6d52f9fbcd11 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:52.093064 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-69ec0a32-0b0c-4c5d-9a03-2daa29bbc2a3 req-9bf2e287-7501-45d5-af63-6d52f9fbcd11 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 944 time: 0.0696206 May 18 22:49:52.154765 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46511f-2dfc-487f-90a5-92c413c2c5cb req-c57b793f-6602-4745-aebe-b42bd39b6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:52.156279 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa46511f-2dfc-487f-90a5-92c413c2c5cb req-c57b793f-6602-4745-aebe-b42bd39b6509 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 1128 time: 0.0623386 May 18 22:49:52.190877 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-69ec0a32-0b0c-4c5d-9a03-2daa29bbc2a3 req-208dd444-e043-45e7-bef9-9f8ad02aed14 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889473 May 18 22:49:52.272468 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46511f-2dfc-487f-90a5-92c413c2c5cb req-7a927d71-3bef-472f-81f4-44fbfa078377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:52.273833 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa46511f-2dfc-487f-90a5-92c413c2c5cb req-7a927d71-3bef-472f-81f4-44fbfa078377 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996389 May 18 22:49:52.370713 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46511f-2dfc-487f-90a5-92c413c2c5cb req-5ed40043-4ca9-4c6b-ade9-f0bbceb0e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:52.372166 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa46511f-2dfc-487f-90a5-92c413c2c5cb req-5ed40043-4ca9-4c6b-ade9-f0bbceb0e16d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921714 May 18 22:49:52.470038 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-b356f129-16a0-49f2-8256-9c443218b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:52.471604 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-b356f129-16a0-49f2-8256-9c443218b28e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 1128 time: 0.0404296 May 18 22:49:52.522778 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-ce88880c-c9f7-4e95-b2b1-aa91cb6c323e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067 HTTP/1.1" status: 200 len: 217 time: 0.0357594 May 18 22:49:52.537714 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:52.573889 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-0cb2b3f1-2c33-4270-8f8f-3ec99dc7ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:52.577623 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-0cb2b3f1-2c33-4270-8f8f-3ec99dc7ac2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.0457740 May 18 22:49:52.618834 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-6a194784-8fa0-4f47-a054-c930311d6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:52.620279 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-6a194784-8fa0-4f47-a054-c930311d6265 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388558 May 18 22:49:52.714189 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-928eff53-f9e7-4bda-8568-2ef3d260fed5 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873506 May 18 22:49:52.804342 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76198e29-99ea-43f3-a66d-7d986f5ed717 req-09ea1fa6-2bfc-4130-95f7-7156e1da37e6 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844100 May 18 22:49:53.307753 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f983b7-0aac-4f21-8265-22065505ddac req-fd6f0441-ef84-40e6-b20a-de06b6b88a7a tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:53.309200 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1f983b7-0aac-4f21-8265-22065505ddac req-fd6f0441-ef84-40e6-b20a-de06b6b88a7a tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 944 time: 0.0516803 May 18 22:49:53.356116 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1f983b7-0aac-4f21-8265-22065505ddac req-363cb0b1-49eb-4e70-9ee8-eb187944caf4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412772 May 18 22:49:54.471185 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61d1bb-18ee-4118-b46d-69c89f7492d4 req-a32fd962-cc33-43a1-85b1-2df69f47b8eb tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:54.472672 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e61d1bb-18ee-4118-b46d-69c89f7492d4 req-a32fd962-cc33-43a1-85b1-2df69f47b8eb tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 944 time: 0.0489829 May 18 22:49:54.520173 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e61d1bb-18ee-4118-b46d-69c89f7492d4 req-1bd30c07-98b8-452c-8fc5-dae271add297 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415905 May 18 22:49:54.832687 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device ae773bbc-f6df-49bb-ac08-6fa413e7c067 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:49:54.838472 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:54.931913 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port ae773bbc-f6df-49bb-ac08-6fa413e7c067, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:54.942873 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'port_id': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'mac_address': 'fa:16:3e:6d:2e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:49:54.981203 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port ae773bbc-f6df-49bb-ac08-6fa413e7c067 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:54.981604 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:54.994804 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae773bbc-f6df-49bb-ac08-6fa413e7c067 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:49:55.013211 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port ae773bbc-f6df-49bb-ac08-6fa413e7c067, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:55.103374 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:55.147349 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=ae773bbc-f6df-49bb-ac08-6fa413e7c067,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:55.616172 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['ae773bbc-f6df-49bb-ac08-6fa413e7c067'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:49:55.637287 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddabeaa-42f8-4202-b2c6-bf68fd6b638d req-6fc1b3c7-27b5-491b-abe2-4ee1d7a74a8b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:55.638808 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ddabeaa-42f8-4202-b2c6-bf68fd6b638d req-6fc1b3c7-27b5-491b-abe2-4ee1d7a74a8b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 945 time: 0.0508475 May 18 22:49:55.690306 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:55.692400 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ddabeaa-42f8-4202-b2c6-bf68fd6b638d req-f73277de-94ad-4535-991e-246717266dc9 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 May 18 22:49:56.808369 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37715e6f-a4ce-4f7d-bbce-10477e4e083b req-12d8a4b1-e657-4e80-a67c-aca7e6ad836b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:56.809888 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37715e6f-a4ce-4f7d-bbce-10477e4e083b req-12d8a4b1-e657-4e80-a67c-aca7e6ad836b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 945 time: 0.0472229 May 18 22:49:56.856839 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device ae773bbc-f6df-49bb-ac08-6fa413e7c067 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:49:56.860122 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37715e6f-a4ce-4f7d-bbce-10477e4e083b req-604c70b9-56a8-40e5-aa29-ab7feeb2af61 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445850 May 18 22:49:56.903153 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port ae773bbc-f6df-49bb-ac08-6fa413e7c067 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:49:56.959452 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port ae773bbc-f6df-49bb-ac08-6fa413e7c067 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:49:56.959760 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:57.032834 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port ae773bbc-f6df-49bb-ac08-6fa413e7c067 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:49:57.033104 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:57.064323 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb83799d-978a-401d-9194-46c104e85cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:49:57.066535 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a32ab73-7990-403b-a90c-0831c647e90d" -d '{"events": [{"server_uuid": "bb83799d-978a-401d-9194-46c104e85cf9", "name": "network-vif-plugged", "status": "completed", "tag": "ae773bbc-f6df-49bb-ac08-6fa413e7c067"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:49:57.079506 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port ae773bbc-f6df-49bb-ac08-6fa413e7c067, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:49:57.103064 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18360341-f78d-43ca-8163-c730c489ea24 x-openstack-request-id: req-18360341-f78d-43ca-8163-c730c489ea24 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:49:57.103371 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb83799d-978a-401d-9194-46c104e85cf9", "name": "network-vif-plugged", "status": "completed", "tag": "ae773bbc-f6df-49bb-ac08-6fa413e7c067", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:49:57.103622 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18360341-f78d-43ca-8163-c730c489ea24 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:49:57.104011 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18360341-f78d-43ca-8163-c730c489ea24'] response: {'server_uuid': 'bb83799d-978a-401d-9194-46c104e85cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'code': 200} May 18 22:49:57.172102 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:49:57.223130 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=ae773bbc-f6df-49bb-ac08-6fa413e7c067,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:49:57.538909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb7f3-4344-44a9-b226-2d04a657d5a3 req-198d877d-2a3d-43c2-91fa-b4e0c601a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:57.540894 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4c7bb7f3-4344-44a9-b226-2d04a657d5a3 req-198d877d-2a3d-43c2-91fa-b4e0c601a3fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0397193 May 18 22:49:57.588488 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4c7bb7f3-4344-44a9-b226-2d04a657d5a3 req-77e334a0-772f-4914-a1d5-01201c14fb01 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 May 18 22:49:57.971582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:49:57.987407 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c91ed-11f8-45f3-809d-333f29e22cf8 req-359743ab-11b8-41a8-8a16-17028b09d424 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:57.988891 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-066c91ed-11f8-45f3-809d-333f29e22cf8 req-359743ab-11b8-41a8-8a16-17028b09d424 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0518162 May 18 22:49:58.041652 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-066c91ed-11f8-45f3-809d-333f29e22cf8 req-ff6bc432-5e5c-4c41-a47a-72a1ab2848b6 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 May 18 22:49:59.156875 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd55b4-6079-4a46-812f-a33161815176 req-89c4706b-d711-42a9-b7bb-5b4904e28204 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:49:59.158354 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cdcd55b4-6079-4a46-812f-a33161815176 req-89c4706b-d711-42a9-b7bb-5b4904e28204 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0475502 May 18 22:49:59.209703 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cdcd55b4-6079-4a46-812f-a33161815176 req-0dad2a12-2e63-46c7-85c6-ad51ab995cce tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432854 May 18 22:49:59.325505 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:00.091718 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:00.092468 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=78 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:00.213983 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=45 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:00.219916 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:00.311876 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:00.326413 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9f62d-3ea5-4207-8fcb-c738e3b4fff8 req-7c277507-adef-4ab3-bcf8-4ce374325e0d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:00.327924 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ea9f62d-3ea5-4207-8fcb-c738e3b4fff8 req-7c277507-adef-4ab3-bcf8-4ce374325e0d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0486784 May 18 22:50:00.377590 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ea9f62d-3ea5-4207-8fcb-c738e3b4fff8 req-d01c256e-c0f2-4276-98fb-4dbc66382ce2 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442472 May 18 22:50:00.488279 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378733a9-ef6e-4614-8d72-f8e0e8c0a24f req-ea722d0e-b926-48b9-8498-bb1eb175f5f1 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:00.489687 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-378733a9-ef6e-4614-8d72-f8e0e8c0a24f req-ea722d0e-b926-48b9-8498-bb1eb175f5f1 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0483136 May 18 22:50:00.499161 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48852) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:00.503485 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'floatingip': {'port_id': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:50:00.541012 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (1f532799-1b56-429a-a330-aa5ad9217fc7), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:00.969751 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:01.028315 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (1f532799-1b56-429a-a330-aa5ad9217fc7), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:01.127827 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Floating IP 1f532799-1b56-429a-a330-aa5ad9217fc7 associated. External IP: 172.27.1.50, port: ae773bbc-f6df-49bb-ac08-6fa413e7c067. May 18 22:50:01.321952 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:01.326078 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:50:01.388555 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:01.428372 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:50:01.432876 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:01.438142 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] Sync routers for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:50:01.449898 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:50:01.450554 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:01.465930 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-72bc8c20-550f-49f2-bc6d-45a0fa8ea09b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "PUT /v2.0/floatingips/1f532799-1b56-429a-a330-aa5ad9217fc7 HTTP/1.1" status: 200 len: 991 time: 0.9657271 May 18 22:50:01.466527 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb83799d-978a-401d-9194-46c104e85cf9', 'tag': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:50:01.468886 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edce4eb1-54a8-42ed-9404-2a3002bce3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bb83799d-978a-401d-9194-46c104e85cf9", "tag": "ae773bbc-f6df-49bb-ac08-6fa413e7c067"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:50:01.503808 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e754fd-82c6-4619-8146-215d51b84210 x-openstack-request-id: req-f1e754fd-82c6-4619-8146-215d51b84210 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:50:01.504116 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb83799d-978a-401d-9194-46c104e85cf9", "tag": "ae773bbc-f6df-49bb-ac08-6fa413e7c067", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:50:01.504364 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1e754fd-82c6-4619-8146-215d51b84210 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:50:01.504764 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e754fd-82c6-4619-8146-215d51b84210'] response: {'name': 'network-changed', 'server_uuid': 'bb83799d-978a-401d-9194-46c104e85cf9', 'tag': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'status': 'completed', 'code': 200} May 18 22:50:01.557392 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:50:01.608793 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-6d5a76ad-8366-42f7-9a89-2a2fb377142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:01.610261 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-6d5a76ad-8366-42f7-9a89-2a2fb377142e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0409896 May 18 22:50:01.704842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-8941afbe-6cc5-40a5-9fcd-3be842e2c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:01.706403 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-8941afbe-6cc5-40a5-9fcd-3be842e2c60d service neutron] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 912 time: 0.0897732 May 18 22:50:01.769962 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '1f532799-1b56-429a-a330-aa5ad9217fc7', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'port_id': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'mac_address': 'fa:16:3e:6d:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83799d-978a-401d-9194-46c104e85cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:46Z', 'updated_at': '2022-05-18T22:50:00Z', 'revision_number': 1, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:01.773816 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-4304d938-2ee4-4d1f-ad6b-bab4cd541113 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067 HTTP/1.1" status: 200 len: 999 time: 0.0608747 May 18 22:50:01.794505 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] Checking router: fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:50:01.803065 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:50:01.803661 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:49:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:01.902925 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:50:01.958942 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-2787d3ce-0bb2-47f9-ac53-ec3de37daa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:01.960414 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-2787d3ce-0bb2-47f9-ac53-ec3de37daa82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.0527229 May 18 22:50:02.117656 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '1f532799-1b56-429a-a330-aa5ad9217fc7', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'port_id': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'mac_address': 'fa:16:3e:6d:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83799d-978a-401d-9194-46c104e85cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:46Z', 'updated_at': '2022-05-18T22:50:00Z', 'revision_number': 1, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:02.144017 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d4381-bff4-4818-8b78-874dfa20e565 None None] The sync data for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi is: [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '1f532799-1b56-429a-a330-aa5ad9217fc7', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'port_id': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'mac_address': 'fa:16:3e:6d:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83799d-978a-401d-9194-46c104e85cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:46Z', 'updated_at': '2022-05-18T22:50:00Z', 'revision_number': 1, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:50:02.335501 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164d19b-e1f4-43ce-b762-48935e81275d None None] New status for floating IP 1f532799-1b56-429a-a330-aa5ad9217fc7: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:50:02.423488 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-2ff9461e-c9ed-40e7-aa00-d0e319176279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:02.424909 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-2ff9461e-c9ed-40e7-aa00-d0e319176279 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399837 May 18 22:50:02.521629 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-fe7b80ac-b3a3-49cd-82e2-795f5c896256 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901592 May 18 22:50:02.622921 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-edce4eb1-54a8-42ed-9404-2a3002bce3ca req-6ba1a2d9-68d6-4365-b05a-1d2a62799101 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933394 May 18 22:50:05.396163 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:05.436075 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0457a0-fad1-4b03-a0d4-55c6cf7f1ba0 req-cfd6a367-1388-4361-ac3a-e799c1a9d9aa tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:05.437562 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce0457a0-fad1-4b03-a0d4-55c6cf7f1ba0 req-cfd6a367-1388-4361-ac3a-e799c1a9d9aa tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0492234 May 18 22:50:05.492152 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce0457a0-fad1-4b03-a0d4-55c6cf7f1ba0 req-5058ed85-35d6-4331-b510-d9e49080d564 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488429 May 18 22:50:06.607733 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003405-e8eb-4fbf-8d9f-d0ffccbc4e44 req-e13b453f-e741-440f-8870-f5ab6f2f34b0 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:06.609250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-86003405-e8eb-4fbf-8d9f-d0ffccbc4e44 req-e13b453f-e741-440f-8870-f5ab6f2f34b0 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0470214 May 18 22:50:06.650872 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d0013274-851b-4619-b3fd-b239ff0573d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:06.658926 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-86003405-e8eb-4fbf-8d9f-d0ffccbc4e44 req-a23be994-051a-4df7-ae31-444b2e7e6ed9 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441232 May 18 22:50:07.337913 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ab37e-50ac-468b-8e78-3a2eac4d7b9e req-0285ac17-6a77-4383-b488-b0e76f80772c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:07.339398 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-204ab37e-50ac-468b-8e78-3a2eac4d7b9e req-0285ac17-6a77-4383-b488-b0e76f80772c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 945 time: 0.0512290 May 18 22:50:07.386570 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-204ab37e-50ac-468b-8e78-3a2eac4d7b9e req-a859e2e7-6fc7-4d55-98bb-df60366afb55 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416355 May 18 22:50:07.774791 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abfdb0-2c9b-4035-a703-d3461ca6dba9 req-9d72e6db-1dba-4847-834f-e4ec97511500 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:07.776288 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17abfdb0-2c9b-4035-a703-d3461ca6dba9 req-9d72e6db-1dba-4847-834f-e4ec97511500 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0477557 May 18 22:50:07.824997 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17abfdb0-2c9b-4035-a703-d3461ca6dba9 req-0c0d2ec7-f067-4a20-827c-cfc2f028607c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432878 May 18 22:50:08.500746 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf84d5-8f44-4b74-b31f-f82b9a2221be req-9ccf93fc-96aa-460a-8230-40a79d4ea8dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:08.502215 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-adcf84d5-8f44-4b74-b31f-f82b9a2221be req-9ccf93fc-96aa-460a-8230-40a79d4ea8dc tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 945 time: 0.0474219 May 18 22:50:08.513984 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:08.554250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-adcf84d5-8f44-4b74-b31f-f82b9a2221be req-66b8cfdb-54da-4196-8674-e5c1ec32d7c2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459576 May 18 22:50:08.913978 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-832987ea-68f7-4ae1-9921-627ff3e41deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:08.922738 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:08.939411 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a18bf1-4a6c-4629-a024-ab12df08e2e0 req-b81ccc13-f29f-428e-8e56-df9b4ff6608e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:08.940887 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c5a18bf1-4a6c-4629-a024-ab12df08e2e0 req-b81ccc13-f29f-428e-8e56-df9b4ff6608e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0485966 May 18 22:50:08.990281 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c5a18bf1-4a6c-4629-a024-ab12df08e2e0 req-d74bd13d-c9e6-4349-b679-769fcd855f32 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 May 18 22:50:09.404010 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-c0128583-6c6e-47c7-a91f-a8faab2053b9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:09.405435 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-c0128583-6c6e-47c7-a91f-a8faab2053b9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 945 time: 0.0461445 May 18 22:50:09.498791 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Deleting port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:50:09.499130 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:09.588844 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] For port 97bbf516-76d1-4de0-b9b6-cb94305e0a32, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=97bbf516-76d1-4de0-b9b6-cb94305e0a32,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:50:09.589217 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:09.692999 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baa658-7cf8-4d9b-b60c-3d636d077e77 req-55586014-d7ba-48bc-9486-7a795ac4bb17 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:09.694396 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2baa658-7cf8-4d9b-b60c-3d636d077e77 req-55586014-d7ba-48bc-9486-7a795ac4bb17 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 945 time: 0.0604930 May 18 22:50:09.919518 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:10.077395 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2baa658-7cf8-4d9b-b60c-3d636d077e77 req-05581bb3-2113-4a22-b963-e78adf9cf017 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b324a97-8bf8-4c3d-8c0d-fd5087548cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547566 May 18 22:50:10.105070 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:10.105431 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (dba0962b-98bc-4d68-bfb4-f5471e53b63d), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:10.105750 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Floating IP dba0962b-98bc-4d68-bfb4-f5471e53b63d disassociated. External IP: 172.27.1.63, port: 97bbf516-76d1-4de0-b9b6-cb94305e0a32. May 18 22:50:10.106123 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Calling delete_port for 97bbf516-76d1-4de0-b9b6-cb94305e0a32 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:50:10.132430 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3280d85-7519-489b-9f60-878042a29c25 req-6e01088a-7e93-472f-8f65-0276d96fc19e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:10.133921 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3280d85-7519-489b-9f60-878042a29c25 req-6e01088a-7e93-472f-8f65-0276d96fc19e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0735505 May 18 22:50:10.232305 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3280d85-7519-489b-9f60-878042a29c25 req-82677828-700f-49dd-b628-37364245d473 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698776 May 18 22:50:10.359452 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (97bbf516-76d1-4de0-b9b6-cb94305e0a32), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:10.389626 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'Port': ['ID=97bbf516-76d1-4de0-b9b6-cb94305e0a32,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:10.401766 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.402141 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.402494 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.402818 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.403151 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.403479 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.403833 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.404205 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.404534 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.404857 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.405180 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.405502 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.405833 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.406167 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.406491 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:10.455645 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:10.509921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:10.511818 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:50:10.614975 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:50:10.625039 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:50:10.636044 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:50:10.636802 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:50:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:10.661418 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] No DVR routers for this DVR port 97bbf516-76d1-4de0-b9b6-cb94305e0a32 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:50:10.664014 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:10.668452 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8a751f9-8b6f-49fd-a05a-9c35815be6a6 req-f5b4149a-c633-412a-871c-8bfafae16dc1 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "DELETE /v2.0/ports/97bbf516-76d1-4de0-b9b6-cb94305e0a32 HTTP/1.1" status: 204 len: 173 time: 1.2560570 May 18 22:50:10.668919 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'name': 'network-vif-deleted', 'tag': '97bbf516-76d1-4de0-b9b6-cb94305e0a32'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:50:10.671162 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49befc1-4127-4183-8494-d8d79982407f" -d '{"events": [{"server_uuid": "a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4", "name": "network-vif-deleted", "tag": "97bbf516-76d1-4de0-b9b6-cb94305e0a32"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:50:10.707829 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96af89b3-470c-402e-9ffa-beb1df67eb67 x-openstack-request-id: req-96af89b3-470c-402e-9ffa-beb1df67eb67 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:50:10.708120 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4", "name": "network-vif-deleted", "tag": "97bbf516-76d1-4de0-b9b6-cb94305e0a32", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:50:10.708376 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96af89b3-470c-402e-9ffa-beb1df67eb67 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:50:10.708780 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96af89b3-470c-402e-9ffa-beb1df67eb67'] response: {'server_uuid': 'a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4', 'name': 'network-vif-deleted', 'tag': '97bbf516-76d1-4de0-b9b6-cb94305e0a32', 'status': 'completed', 'code': 200} May 18 22:50:10.831084 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:50:10.949659 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:10.955441 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:11.021780 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:11.050439 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:50:11.059941 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:50:11.060547 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:50:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:11.160166 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:50:11.187058 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4c9b3c7-37d7-45cd-9c21-b3af923b0485 req-9bbc96bf-78c2-4bac-a89f-829beb50f9d4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=a16c8f8d-91ae-4bd0-aeb4-b4e139d7a8f4 HTTP/1.1" status: 200 len: 210 time: 0.0287039 May 18 22:50:11.346549 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:11.348456 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d23270-a5d7-4b76-ad40-34096ceeff1b req-d9c8fc8f-c7bb-4e22-b17a-b700918a9414 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:11.349933 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62d23270-a5d7-4b76-ad40-34096ceeff1b req-d9c8fc8f-c7bb-4e22-b17a-b700918a9414 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0464978 May 18 22:50:11.370851 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a51e25-74d7-422a-9ef7-0e167e283055 None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:50:11.409793 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62d23270-a5d7-4b76-ad40-34096ceeff1b req-6e29109d-8f38-4031-b124-174fc9f612c0 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445871 May 18 22:50:11.428267 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:11.604889 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75053806-05c2-4353-816e-bc9b59790df6 None None] New status for floating IP dba0962b-98bc-4d68-bfb4-f5471e53b63d: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:50:12.324124 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 48926) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:12.376908 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13ca76ea-35f1-4d40-8b50-78e0df669c88 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (3b324a97-8bf8-4c3d-8c0d-fd5087548cce), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:12.400148 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13ca76ea-35f1-4d40-8b50-78e0df669c88 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (3b324a97-8bf8-4c3d-8c0d-fd5087548cce), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:12.512793 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13ca76ea-35f1-4d40-8b50-78e0df669c88 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3b324a97-8bf8-4c3d-8c0d-fd5087548cce), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:12.515393 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13ca76ea-35f1-4d40-8b50-78e0df669c88 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:12.516568 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-13ca76ea-35f1-4d40-8b50-78e0df669c88 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "DELETE /v2.0/security-groups/3b324a97-8bf8-4c3d-8c0d-fd5087548cce HTTP/1.1" status: 204 len: 168 time: 0.1914232 May 18 22:50:12.519269 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48930) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:12.526766 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca76ea-35f1-4d40-8b50-78e0df669c88 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b324a97-8bf8-4c3d-8c0d-fd5087548cce,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:12.535262 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec2f95-2946-44f5-9a68-ecd822c56237 req-cf41d2ce-0b57-48bd-b89b-7d7c89a364e7 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:12.536736 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8ec2f95-2946-44f5-9a68-ecd822c56237 req-cf41d2ce-0b57-48bd-b89b-7d7c89a364e7 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0598161 May 18 22:50:12.542752 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-37485ed7-35f9-43fc-afba-5b23ac051492 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] show failed (client error): The resource could not be found. May 18 22:50:12.546407 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-37485ed7-35f9-43fc-afba-5b23ac051492 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups/3b324a97-8bf8-4c3d-8c0d-fd5087548cce HTTP/1.1" status: 404 len: 347 time: 0.0235629 May 18 22:50:12.546914 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48932) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:12.665721 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8ec2f95-2946-44f5-9a68-ecd822c56237 req-7ad83f1f-11e9-442b-8054-40c6fb90deb3 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202173 May 18 22:50:12.694841 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Deleting port d7b0a781-9040-4cfe-b68b-afd8314ad1c1 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:50:12.695187 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:12.770999 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:12.771327 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:12.788252 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Calling delete_port for d7b0a781-9040-4cfe-b68b-afd8314ad1c1 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:50:12.925258 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:12.933941 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 97bbf516-76d1-4de0-b9b6-cb94305e0a32 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:50:12.953048 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 97bbf516-76d1-4de0-b9b6-cb94305e0a32 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:50:12.953385 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 97bbf516-76d1-4de0-b9b6-cb94305e0a32 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:50:12.981151 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d7b0a781-9040-4cfe-b68b-afd8314ad1c1), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.004382 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'Port': ['ID=d7b0a781-9040-4cfe-b68b-afd8314ad1c1,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:13.073675 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (dba0962b-98bc-4d68-bfb4-f5471e53b63d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.076163 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.077304 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-97099144-ba63-4cf8-b1e7-b757a75185b5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "DELETE /v2.0/floatingips/dba0962b-98bc-4d68-bfb4-f5471e53b63d HTTP/1.1" status: 204 len: 168 time: 0.5295596 May 18 22:50:13.202247 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48938) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:13.206797 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-66c1479f-8a84-4357-9a59-c8ddb6177bc5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045580912', 'description': 'tempest-description--705715930'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:50:13.283922 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-66c1479f-8a84-4357-9a59-c8ddb6177bc5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.302144 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:13.342300 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:13.351567 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-66c1479f-8a84-4357-9a59-c8ddb6177bc5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (78857772-c46c-4452-90fe-2526767b0100), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.422481 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-66c1479f-8a84-4357-9a59-c8ddb6177bc5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (78857772-c46c-4452-90fe-2526767b0100), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.453244 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1479f-8a84-4357-9a59-c8ddb6177bc5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78857772-c46c-4452-90fe-2526767b0100,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:13.543780 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-66c1479f-8a84-4357-9a59-c8ddb6177bc5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.545042 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-66c1479f-8a84-4357-9a59-c8ddb6177bc5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3417940 May 18 22:50:13.548257 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48940) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:13.552482 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9cd24544-d567-4321-b70b-a9d315c45c42 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group_rule': {'security_group_id': '78857772-c46c-4452-90fe-2526767b0100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:50:13.643979 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9cd24544-d567-4321-b70b-a9d315c45c42 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (9d55cba6-3c11-456c-9e22-d7d584e030a2), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.704157 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9cd24544-d567-4321-b70b-a9d315c45c42 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (9d55cba6-3c11-456c-9e22-d7d584e030a2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.781388 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c4c64-e9b5-4d1d-a24a-748b86938141 req-7955151e-8e02-4686-b993-c9997c707efe tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:13.782881 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d7c4c64-e9b5-4d1d-a24a-748b86938141 req-7955151e-8e02-4686-b993-c9997c707efe tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0499136 May 18 22:50:13.783931 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9cd24544-d567-4321-b70b-a9d315c45c42 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (9d55cba6-3c11-456c-9e22-d7d584e030a2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.815861 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd24544-d567-4321-b70b-a9d315c45c42 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d55cba6-3c11-456c-9e22-d7d584e030a2,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:13.848960 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d7c4c64-e9b5-4d1d-a24a-748b86938141 req-6ecd3bde-f26d-42f1-a9e0-f563768bc928 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568817 May 18 22:50:13.887018 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9cd24544-d567-4321-b70b-a9d315c45c42 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:13.888180 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9cd24544-d567-4321-b70b-a9d315c45c42 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390181 May 18 22:50:13.890868 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48944) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:13.895033 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-93d4474d-cdfa-4777-b469-666b3868c2ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'security_group_rule': {'security_group_id': '78857772-c46c-4452-90fe-2526767b0100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:50:13.971495 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93d4474d-cdfa-4777-b469-666b3868c2ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (92392d23-4e62-4528-af0b-9818965c7913), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.023371 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93d4474d-cdfa-4777-b469-666b3868c2ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (92392d23-4e62-4528-af0b-9818965c7913), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.079182 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93d4474d-cdfa-4777-b469-666b3868c2ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (92392d23-4e62-4528-af0b-9818965c7913), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.097899 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4474d-cdfa-4777-b469-666b3868c2ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92392d23-4e62-4528-af0b-9818965c7913,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:14.149643 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-93d4474d-cdfa-4777-b469-666b3868c2ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.151566 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-93d4474d-cdfa-4777-b469-666b3868c2ae tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2597737 May 18 22:50:14.154628 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 48946) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:14.158795 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:50:14.232375 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.313092 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.393267 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:14.420278 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Allocated IP 172.27.1.25 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/e0d1b09f-62c8-42c7-868e-94c24b2a06d5) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:50:14.529926 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.557820 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:14.593730 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.634216 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:50:14.639794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:50:14.644310 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:50:14.647652 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=e0d1b09f-62c8-42c7-868e-94c24b2a06d5,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:14.730658 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (730c87dc-e649-4fc6-a2d5-1273f7b83692), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.817237 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:14.982911 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce5799-722d-47fc-bc8b-eaad5115566e req-3772b400-77ab-4f36-9f25-9f2d74d61ea8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:14.984533 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fdce5799-722d-47fc-bc8b-eaad5115566e req-3772b400-77ab-4f36-9f25-9f2d74d61ea8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0564013 May 18 22:50:15.074133 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fdce5799-722d-47fc-bc8b-eaad5115566e req-9f29c557-a7dc-43d9-a69a-01208b9c364c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785441 May 18 22:50:15.075880 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:15.125254 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:15.191897 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=e0d1b09f-62c8-42c7-868e-94c24b2a06d5,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:15.203406 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (730c87dc-e649-4fc6-a2d5-1273f7b83692), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:15.269585 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:15.270890 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-71691153-62bf-4001-8efd-56191a3e4a4a tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1153312 May 18 22:50:15.466950 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-cb023bcb-9c93-47cd-b81a-12b2ad304f6b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2045580912&fields=id&tenant_id=6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 267 time: 0.0435703 May 18 22:50:15.568320 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:15.576295 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-20ec9eff-b20d-4216-99b6-59d401260bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:15.577773 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-20ec9eff-b20d-4216-99b6-59d401260bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 814 time: 0.1043766 May 18 22:50:15.592483 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-c3645855-6ff5-4335-adfe-dea5b054db43 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/quotas/6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 375 time: 0.0095258 May 18 22:50:15.641181 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-4020934e-d945-47ac-9d93-319e43c338e0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439887 May 18 22:50:15.734893 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:15.740425 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-3bf89ea0-89af-42bd-b7a1-ded42f6d0fbf service neutron] 10.222.0.70 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875149 May 18 22:50:15.824421 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-abed3ccf-69a6-41e7-9b66-db534dc4e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:15.825897 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-abed3ccf-69a6-41e7-9b66-db534dc4e8ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1129 time: 0.0846508 May 18 22:50:15.909184 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-d3dd78e2-fcc4-4142-9c08-7b19e8c60879 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591699 May 18 22:50:15.914748 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:50:15.941581 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-7a02507d-4809-467b-a51f-7f1332e4c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:15.943185 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-7a02507d-4809-467b-a51f-7f1332e4c633 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 200 len: 910 time: 0.1092300 May 18 22:50:16.010965 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-c7be8f73-1c1f-410a-8d8e-e0c09cb65688 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 1000 time: 0.0617120 May 18 22:50:16.061935 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-8accc5d5-21dc-405a-9287-d21123ec421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:16.062943 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-8accc5d5-21dc-405a-9287-d21123ec421b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da46f96-186f-44c6-84db-a897df3fb345 HTTP/1.1" status: 200 len: 848 time: 0.0455792 May 18 22:50:16.111510 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-54cfa041-8c30-4310-8511-46aec7bce7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:16.113185 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-54cfa041-8c30-4310-8511-46aec7bce7c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4177bd83-4697-477b-b1d4-2aba176f602d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438035 May 18 22:50:16.208756 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8a5b6ade-a2d5-4178-a88c-786961c7ef04 req-97fba8dd-5710-4f23-a314-a513d5f5d6d2 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 210 time: 0.0690460 May 18 22:50:16.252172 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c14e3-315a-4dd3-b49d-e100b3bff2b7 req-b94c6145-b349-4b75-8dad-baa61c8943f1 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:16.253650 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bf8c14e3-315a-4dd3-b49d-e100b3bff2b7 req-b94c6145-b349-4b75-8dad-baa61c8943f1 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0849876 May 18 22:50:16.290154 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-16ea6d15-50fe-4329-92df-6c90e1896703 service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697111 May 18 22:50:16.363057 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bf8c14e3-315a-4dd3-b49d-e100b3bff2b7 req-f1ba1d98-1eff-44e9-b83c-b82b43686f8c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020513 May 18 22:50:16.404595 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ece1f76-4b1c-424f-b27c-44e270c1d9cf req-10ca34e2-1e5f-4c88-aca3-70858b4b0a19 service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047034 May 18 22:50:17.304577 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-82970555-d44e-4aa6-b7d3-6ca5161ef8f3 req-44cd813d-e0ba-465f-97eb-39a5037a57ef tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 210 time: 0.0283127 May 18 22:50:17.482625 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7c2ad-f4d3-47c5-b0fc-e6f8dbe28940 req-685ef130-593b-457d-b820-5beaba5fd54c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:17.484098 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-66a7c2ad-f4d3-47c5-b0fc-e6f8dbe28940 req-685ef130-593b-457d-b820-5beaba5fd54c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0536652 May 18 22:50:17.508852 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:17.534062 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-66a7c2ad-f4d3-47c5-b0fc-e6f8dbe28940 req-420983c0-02cc-48e4-9e99-c25152249c97 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444367 May 18 22:50:18.400102 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3fc7ac31-d169-4ce1-90fa-2e2d0e4ebb53 req-3c72a4fe-8f47-4060-ad03-df3f6222b0e9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 210 time: 0.0294118 May 18 22:50:18.647353 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377011e6-dcf1-46a2-8581-8d9ed08708d8 req-2fc9631f-7c53-4999-a241-f9c1f1cfde2e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:18.648808 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-377011e6-dcf1-46a2-8581-8d9ed08708d8 req-2fc9631f-7c53-4999-a241-f9c1f1cfde2e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0469618 May 18 22:50:18.698528 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-377011e6-dcf1-46a2-8581-8d9ed08708d8 req-e529ac9d-ef6a-4fdd-bf41-0b68edeedbc4 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437219 May 18 22:50:19.102338 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-56bacc10-1def-4ce2-8eaf-e1b7279d9f0f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:19.103780 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-56bacc10-1def-4ce2-8eaf-e1b7279d9f0f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 814 time: 0.1051161 May 18 22:50:19.173669 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-145ea97f-76b3-4782-a510-f767e312eeee tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6422f1b1118143e4b8ef54927212ca97 HTTP/1.1" status: 200 len: 380 time: 0.0525515 May 18 22:50:19.198846 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'port': {'device_id': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'admin_state_up': True, 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'security_groups': ['78857772-c46c-4452-90fe-2526767b0100']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:50:19.296908 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:19.371566 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Made reservation on behalf of 6422f1b1118143e4b8ef54927212ca97 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:50:19.375110 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:19.517934 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e41b1d3-75c2-4215-bacf-996d249a769d req-369f294b-c80f-4e2f-8f33-59a80b582ecd tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 210 time: 0.0393953 May 18 22:50:19.535012 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Allocated IP 172.20.0.7 (fbd3cb94-6b06-443d-a376-6f705f586753/e41c8fe0-af5f-4581-99d2-e1fae5ede731/6bf1412b-0088-4128-af97-c8d46ee4b076) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:50:19.672624 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:19.760090 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:19.833399 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:19.847702 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Network fbd3cb94-6b06-443d-a376-6f705f586753 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:50:19.855430 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:50:19.858049 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:50:19.861046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event updated for resources: {'Port': ['ID=6bf1412b-0088-4128-af97-c8d46ee4b076,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:19.872480 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb41d5-ccf4-4668-8073-42146d53225a req-0f9f0ee5-4647-4b5d-8032-a4b9dd03feac tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:19.874132 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5bdb41d5-ccf4-4668-8073-42146d53225a req-0f9f0ee5-4647-4b5d-8032-a4b9dd03feac tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.1054115 May 18 22:50:19.944293 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:19.944953 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:19.975613 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5bdb41d5-ccf4-4668-8073-42146d53225a req-8ba30f53-d2c7-40f9-a19c-da03f2a60749 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816422 May 18 22:50:20.104083 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-d398f9e0-40e6-4d51-a10f-4f457794ff9a None None] Provisioning complete for port 6bf1412b-0088-4128-af97-c8d46ee4b076 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:50:20.105217 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d398f9e0-40e6-4d51-a10f-4f457794ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:20.138147 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-d398f9e0-40e6-4d51-a10f-4f457794ff9a None None] Port 6bf1412b-0088-4128-af97-c8d46ee4b076 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:50:20.162437 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6b166b82-5e80-48ca-8870-ad86d9b97bde tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676788 May 18 22:50:20.180771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Request body: {'port': {'device_id': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:50:20.241412 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:20.256050 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:20.430126 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd66a6-276a-4623-85a0-b23c6f9a0029 req-d241827b-8ebb-40a7-b61d-34f52419b286 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:20.431508 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-01bd66a6-276a-4623-85a0-b23c6f9a0029 req-d241827b-8ebb-40a7-b61d-34f52419b286 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0636334 May 18 22:50:20.475243 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-c40b741c-ca6b-42dc-b1dc-87bdff3a01fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425436 May 18 22:50:20.530536 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-01bd66a6-276a-4623-85a0-b23c6f9a0029 req-032ff0db-94c1-4980-b53d-cb78c3d00382 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889199 May 18 22:50:20.575201 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-e498f638-f7e7-4784-8fee-b96887e88440 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:20.576611 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-e498f638-f7e7-4784-8fee-b96887e88440 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports/60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 942 time: 0.0614338 May 18 22:50:20.642974 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf1412b-0088-4128-af97-c8d46ee4b076 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:50:20.655086 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Publish callbacks [] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:20.668110 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c892b-a567-402e-9083-3e67b0aaeb64 req-55a2f36f-6319-4a19-94e0-3abb868b352c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:20.669558 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-926c892b-a567-402e-9083-3e67b0aaeb64 req-55a2f36f-6319-4a19-94e0-3abb868b352c tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 931 time: 0.0656343 May 18 22:50:20.679089 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Transition to ACTIVE for port object 6bf1412b-0088-4128-af97-c8d46ee4b076 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:50:20.722895 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-926c892b-a567-402e-9083-3e67b0aaeb64 req-616afe6d-0af6-4aab-9ca7-cd2e2505e600 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454485 May 18 22:50:20.764740 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:20.816992 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf1412b-0088-4128-af97-c8d46ee4b076,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:20.870583 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:20.891895 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Attempting to bind port 6bf1412b-0088-4128-af97-c8d46ee4b076 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:50:20.892231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Attempting to bind port 6bf1412b-0088-4128-af97-c8d46ee4b076 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:50:20.892557 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Attempting to bind port 6bf1412b-0088-4128-af97-c8d46ee4b076 on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:50:20.897258 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Port 6bf1412b-0088-4128-af97-c8d46ee4b076 on network fbd3cb94-6b06-443d-a376-6f705f586753 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:50:20.897577 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Attempting to bind port 6bf1412b-0088-4128-af97-c8d46ee4b076 on network fbd3cb94-6b06-443d-a376-6f705f586753 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:50:20.903470 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:50:20.903808 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Checking segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:50:20.904189 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Bound using segment: {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:50:20.904612 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Bound port: 6bf1412b-0088-4128-af97-c8d46ee4b076, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8279af06-a143-4568-baef-4b7adc1868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:50:20.904972 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:20.983295 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] For port 6bf1412b-0088-4128-af97-c8d46ee4b076, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:50:20.986547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] For port 6bf1412b-0088-4128-af97-c8d46ee4b076, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=6bf1412b-0088-4128-af97-c8d46ee4b076,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:50:21.092125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:21.132611 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:21.133229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:21.134714 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/6bf1412b-0088-4128-af97-c8d46ee4b076 HTTP/1.1" status: 200 len: 1093 time: 0.9578457 May 18 22:50:21.135136 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'tag': '6bf1412b-0088-4128-af97-c8d46ee4b076'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:50:21.138163 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba89b1de-47c7-47e9-88cb-992d1c30c611" -d '{"events": [{"name": "network-changed", "server_uuid": "532d5eb2-2c7f-4e0a-b023-4b694bc2f27b", "tag": "6bf1412b-0088-4128-af97-c8d46ee4b076"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:50:21.165401 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a0bff-c156-47bc-8b4d-7c8d2602c9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf1412b-0088-4128-af97-c8d46ee4b076,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:21.210773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1de9ca5-4621-4d16-97af-cd5df1006731 x-openstack-request-id: req-f1de9ca5-4621-4d16-97af-cd5df1006731 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:50:21.210773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532d5eb2-2c7f-4e0a-b023-4b694bc2f27b", "tag": "6bf1412b-0088-4128-af97-c8d46ee4b076", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:50:21.210773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1de9ca5-4621-4d16-97af-cd5df1006731 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:50:21.211086 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1de9ca5-4621-4d16-97af-cd5df1006731'] response: {'name': 'network-changed', 'server_uuid': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'tag': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'status': 'completed', 'code': 200} May 18 22:50:21.303466 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89b1de-47c7-47e9-88cb-992d1c30c611 req-3d559332-79a9-47ea-a1b0-97b39e5e36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:21.307148 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba89b1de-47c7-47e9-88cb-992d1c30c611 req-3d559332-79a9-47ea-a1b0-97b39e5e36e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 1127 time: 0.0425959 May 18 22:50:21.371571 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=57 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:21.437695 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89b1de-47c7-47e9-88cb-992d1c30c611 req-d4f0e201-4e78-478f-90a5-a6f6dde37b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:21.439322 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba89b1de-47c7-47e9-88cb-992d1c30c611 req-d4f0e201-4e78-478f-90a5-a6f6dde37b37 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6422f1b1118143e4b8ef54927212ca97&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1044836 May 18 22:50:21.532956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89b1de-47c7-47e9-88cb-992d1c30c611 req-a3941d52-54c4-430f-87de-e6d28baf6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:21.534360 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba89b1de-47c7-47e9-88cb-992d1c30c611 req-a3941d52-54c4-430f-87de-e6d28baf6aa8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896080 May 18 22:50:21.916109 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:21.957781 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a381e2-206b-4153-8aaa-66f8efa6db1f req-d4704f1a-3b3c-4a7b-b9ee-722363c0dc80 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:21.959274 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a381e2-206b-4153-8aaa-66f8efa6db1f req-d4704f1a-3b3c-4a7b-b9ee-722363c0dc80 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.3585279 May 18 22:50:21.968830 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6362b797-f11a-4685-8d80-d4731b3019e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:21.970341 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-6362b797-f11a-4685-8d80-d4731b3019e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 1127 time: 0.3600769 May 18 22:50:21.984283 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889b47a-6739-43c2-9dd5-124daa4f1011 req-52e67def-3572-4bb9-9ef4-2a0e6a2be458 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:21.985737 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9889b47a-6739-43c2-9dd5-124daa4f1011 req-52e67def-3572-4bb9-9ef4-2a0e6a2be458 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 943 time: 0.0967052 May 18 22:50:22.054985 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-f08469c0-3530-489c-b193-966a73800ee5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf1412b-0088-4128-af97-c8d46ee4b076 HTTP/1.1" status: 200 len: 217 time: 0.0610254 May 18 22:50:22.129907 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0a381e2-206b-4153-8aaa-66f8efa6db1f req-ddf01053-aa0a-46c3-bf12-24f7a8dc105c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624002 May 18 22:50:22.137823 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9889b47a-6739-43c2-9dd5-124daa4f1011 req-967e9bb4-dbd0-4377-b080-d30cbf708a9f tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456425 May 18 22:50:22.145612 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-464ea933-b13f-4df9-9760-d2b462e9aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:22.147218 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-464ea933-b13f-4df9-9760-d2b462e9aa97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0816164 May 18 22:50:22.202230 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-62f8707a-7c94-4b6b-b65c-f72de3afbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:22.203738 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-62f8707a-7c94-4b6b-b65c-f72de3afbe0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459874 May 18 22:50:22.293963 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-38395c94-768e-4b93-92d5-4e85304b7e9b service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829887 May 18 22:50:22.390381 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-617e8148-968d-4a25-936d-aa2b5aea20cf req-56920a38-acfe-476c-8791-5acc0a724b08 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889843 May 18 22:50:22.997524 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 60d9c274-368f-4afe-81d6-9735f604892c no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:50:23.067668 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 60d9c274-368f-4afe-81d6-9735f604892c is: ACTIVE; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:50:23.068049 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (60d9c274-368f-4afe-81d6-9735f604892c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:23.092413 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:50:23.094610 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f451630d-2816-44fa-a2e5-21224cad0d62" -d '{"events": [{"server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "60d9c274-368f-4afe-81d6-9735f604892c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:50:23.096655 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:23.107991 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:50:23.128057 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 May 2022 22:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1a848a-7e13-4d78-874c-7be4b66a9b7d x-openstack-request-id: req-1f1a848a-7e13-4d78-874c-7be4b66a9b7d {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:50:23.128341 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "name": "network-vif-unplugged", "status": "failed", "tag": "60d9c274-368f-4afe-81d6-9735f604892c", "code": 422}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:50:23.128591 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f1a848a-7e13-4d78-874c-7be4b66a9b7d {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:50:23.128991 dv-cinder-838009-6-iscsi neutron-server[110668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1f1a848a-7e13-4d78-874c-7be4b66a9b7d']: {'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c', 'code': 422} returned with failed status May 18 22:50:23.222084 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:23.240012 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:23.268926 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=6']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:23.274287 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad51a-392f-48c0-8f6e-6858be5ffb4a req-b1ab32a9-ed83-4d4e-805c-9b45768116ef tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:23.275785 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-901ad51a-392f-48c0-8f6e-6858be5ffb4a req-b1ab32a9-ed83-4d4e-805c-9b45768116ef tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0791395 May 18 22:50:23.275991 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.276324 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.277226 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.277545 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.277875 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.278337 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.278669 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.280282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.280282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.280282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.280282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.280282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.280684 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.280907 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.281128 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:50:23.296704 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80598e54-ab49-4d02-832f-c7c292277c76 req-e06adae8-cd3a-4f1a-a046-d828b5675267 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:23.298166 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-80598e54-ab49-4d02-832f-c7c292277c76 req-e06adae8-cd3a-4f1a-a046-d828b5675267 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 943 time: 0.0708063 May 18 22:50:23.364562 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-901ad51a-392f-48c0-8f6e-6858be5ffb4a req-c312c524-2a1a-426c-9e83-d3bd9cf29efe tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822794 May 18 22:50:23.375557 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-80598e54-ab49-4d02-832f-c7c292277c76 req-da739bb7-fb7f-467c-87b4-984615681905 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703912 May 18 22:50:24.507265 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763fde7-ad10-49eb-95d1-950e90df6a01 req-34d027ee-6ea2-4e9c-aec3-2e8ecbb9cd67 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:24.509214 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d763fde7-ad10-49eb-95d1-950e90df6a01 req-34d027ee-6ea2-4e9c-aec3-2e8ecbb9cd67 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0771732 May 18 22:50:24.515360 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903b434-c24b-4a77-aab2-202ce6e43c19 req-600c919f-c6f9-4420-98eb-bc5d05bfe82d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:24.516727 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9903b434-c24b-4a77-aab2-202ce6e43c19 req-600c919f-c6f9-4420-98eb-bc5d05bfe82d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 943 time: 0.0741436 May 18 22:50:24.596767 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d763fde7-ad10-49eb-95d1-950e90df6a01 req-f8d3b5c9-f34a-41ca-b025-e5b708fcba4c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791011 May 18 22:50:24.599724 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9903b434-c24b-4a77-aab2-202ce6e43c19 req-f4b76114-79c4-4079-a5f5-c7284cf6b590 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753584 May 18 22:50:25.011064 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 6bf1412b-0088-4128-af97-c8d46ee4b076 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:50:25.119463 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 6bf1412b-0088-4128-af97-c8d46ee4b076, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=6bf1412b-0088-4128-af97-c8d46ee4b076,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:50:25.130651 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'port_id': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'mac_address': 'fa:16:3e:84:d4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:50:25.164983 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 6bf1412b-0088-4128-af97-c8d46ee4b076 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:50:25.165362 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:25.179188 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf1412b-0088-4128-af97-c8d46ee4b076 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:50:25.198421 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 6bf1412b-0088-4128-af97-c8d46ee4b076, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=6bf1412b-0088-4128-af97-c8d46ee4b076,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:50:25.284463 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:25.331045 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=6bf1412b-0088-4128-af97-c8d46ee4b076,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:25.750967 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['6bf1412b-0088-4128-af97-c8d46ee4b076'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:50:25.752830 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-22cd0a46-367d-4aae-b4b5-29b2063b77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:25.754396 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-22cd0a46-367d-4aae-b4b5-29b2063b77dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f&tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6 HTTP/1.1" status: 200 len: 1127 time: 0.1020551 May 18 22:50:25.768855 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c278e3-e339-4a77-bc39-8a2e66d9f922 req-8ca1574d-9d72-4fbd-8290-db84e078766d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:25.770322 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75c278e3-e339-4a77-bc39-8a2e66d9f922 req-8ca1574d-9d72-4fbd-8290-db84e078766d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0888593 May 18 22:50:25.776273 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731ed66-8f4d-4d96-8236-a0a49cf5af83 req-19b22170-062f-464f-a4d2-fce10f4158d5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:25.777739 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1731ed66-8f4d-4d96-8236-a0a49cf5af83 req-19b22170-062f-464f-a4d2-fce10f4158d5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 944 time: 0.0973890 May 18 22:50:25.849146 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:25.885159 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-75c278e3-e339-4a77-bc39-8a2e66d9f922 req-63a53677-51c9-470d-8a49-eb84de4a82dd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062751 May 18 22:50:25.886072 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-866e7025-49c6-418e-9262-1360a02f23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:25.887521 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-866e7025-49c6-418e-9262-1360a02f23f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1127 time: 0.0864916 May 18 22:50:25.894838 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1731ed66-8f4d-4d96-8236-a0a49cf5af83 req-29f3d9ca-07b1-4e06-8ec0-055b2530cba7 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027398 May 18 22:50:25.957572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:25.990611 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-19c1fb3e-e3f3-4218-94e0-f0a5110617b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:25.992097 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-19c1fb3e-e3f3-4218-94e0-f0a5110617b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 200 len: 910 time: 0.0963955 May 18 22:50:26.053187 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-3b92dae7-31d1-4c4c-86d5-f690e940fae0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 998 time: 0.0548172 May 18 22:50:26.102305 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-a8e0a9b6-0d2c-49c6-afcf-ef70acd67706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:26.103720 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-a8e0a9b6-0d2c-49c6-afcf-ef70acd67706 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da46f96-186f-44c6-84db-a897df3fb345 HTTP/1.1" status: 200 len: 848 time: 0.0436161 May 18 22:50:26.149453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-a9e3f631-0045-43fa-8176-a163dca3837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:26.150869 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-a9e3f631-0045-43fa-8176-a163dca3837a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4177bd83-4697-477b-b1d4-2aba176f602d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411532 May 18 22:50:26.240106 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-c68d78d1-d2a3-414b-b6c9-8befe544ef9f service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825617 May 18 22:50:26.299790 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:26.333786 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec6a602d-2ce3-425e-ad9d-7893e71f2ef5 req-4c52b541-d89f-4968-917d-1d16e1739e94 service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864379 May 18 22:50:27.022930 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 6bf1412b-0088-4128-af97-c8d46ee4b076 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:50:27.033875 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38432f-357c-48e7-ba0b-c7e18aa92697 req-1d76c30e-05f0-49ce-a879-63bd080d6117 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:27.035369 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca38432f-357c-48e7-ba0b-c7e18aa92697 req-1d76c30e-05f0-49ce-a879-63bd080d6117 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0782552 May 18 22:50:27.041274 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8529b9b-19fa-4590-8a3f-2d5e0834ef69 req-dbd49ac1-d922-4083-a28f-438340580827 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:27.042684 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d8529b9b-19fa-4590-8a3f-2d5e0834ef69 req-dbd49ac1-d922-4083-a28f-438340580827 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 944 time: 0.0744748 May 18 22:50:27.071287 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 6bf1412b-0088-4128-af97-c8d46ee4b076 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:50:27.123073 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca38432f-357c-48e7-ba0b-c7e18aa92697 req-fab28572-b4e8-4062-aefc-6f6a336b4f55 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794485 May 18 22:50:27.125979 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d8529b9b-19fa-4590-8a3f-2d5e0834ef69 req-35f24eed-9d2b-4bd0-890f-ab4a611a9918 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757709 May 18 22:50:27.130524 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 6bf1412b-0088-4128-af97-c8d46ee4b076 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:50:27.130900 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:27.203313 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 6bf1412b-0088-4128-af97-c8d46ee4b076 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:50:27.203685 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:27.225788 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf1412b-0088-4128-af97-c8d46ee4b076'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:50:27.227987 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f737fa-8822-4b85-acf4-2f9fe3daee69" -d '{"events": [{"server_uuid": "532d5eb2-2c7f-4e0a-b023-4b694bc2f27b", "name": "network-vif-plugged", "status": "completed", "tag": "6bf1412b-0088-4128-af97-c8d46ee4b076"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:50:27.240578 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 6bf1412b-0088-4128-af97-c8d46ee4b076, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=6bf1412b-0088-4128-af97-c8d46ee4b076,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:50:27.261743 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18992f96-da16-4f1e-aa0c-3a726bd68a00 x-openstack-request-id: req-18992f96-da16-4f1e-aa0c-3a726bd68a00 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:50:27.262047 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532d5eb2-2c7f-4e0a-b023-4b694bc2f27b", "name": "network-vif-plugged", "status": "completed", "tag": "6bf1412b-0088-4128-af97-c8d46ee4b076", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:50:27.262332 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18992f96-da16-4f1e-aa0c-3a726bd68a00 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:50:27.262722 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18992f96-da16-4f1e-aa0c-3a726bd68a00'] response: {'server_uuid': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'code': 200} May 18 22:50:27.290692 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:27.325025 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:27.335881 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=6bf1412b-0088-4128-af97-c8d46ee4b076,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:27.988437 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f488582-2ece-4dc9-aee5-3f318e1ddaca req-237ea3a5-6192-41d0-bbbc-7fd73dc59595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:27.989974 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3f488582-2ece-4dc9-aee5-3f318e1ddaca req-237ea3a5-6192-41d0-bbbc-7fd73dc59595 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 1129 time: 0.0394828 May 18 22:50:28.033175 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3f488582-2ece-4dc9-aee5-3f318e1ddaca req-1c12a72f-66a4-4f1d-9cd5-f20a8b659319 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370920 May 18 22:50:28.268822 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55949-694b-4649-bcdd-f5de64612e15 req-5c42dcd4-fe9b-407a-acc4-4bb0bb2d0775 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:28.270355 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c5f55949-694b-4649-bcdd-f5de64612e15 req-5c42dcd4-fe9b-407a-acc4-4bb0bb2d0775 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0771449 May 18 22:50:28.278672 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823bf77-ce66-49fe-8425-41a1927da0b2 req-ca2a398b-5483-4cf5-beb6-10df00abc8f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:28.279974 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3823bf77-ce66-49fe-8425-41a1927da0b2 req-ca2a398b-5483-4cf5-beb6-10df00abc8f4 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 945 time: 0.0779066 May 18 22:50:28.354608 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c5f55949-694b-4649-bcdd-f5de64612e15 req-44c7bf1f-a6f1-4b81-95fb-bd1bda6c8b6c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737209 May 18 22:50:28.357851 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3823bf77-ce66-49fe-8425-41a1927da0b2 req-1b556706-d1d7-471d-8709-ca6a2fe73ee9 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713425 May 18 22:50:29.330194 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:29.503401 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0a773-c28b-41ad-8a39-e415a55df729 req-9c429bec-2b09-40cb-9580-f282f5c2303d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:29.504792 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57b0a773-c28b-41ad-8a39-e415a55df729 req-9c429bec-2b09-40cb-9580-f282f5c2303d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0793581 May 18 22:50:29.513015 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a2306-d091-4542-8542-353dd8d65c49 req-6ba15393-7055-4efb-b437-0a1f26b6e5b0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:29.514433 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b85a2306-d091-4542-8542-353dd8d65c49 req-6ba15393-7055-4efb-b437-0a1f26b6e5b0 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 945 time: 0.0876803 May 18 22:50:29.569233 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:29.592575 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57b0a773-c28b-41ad-8a39-e415a55df729 req-6a2a6a65-2082-437f-a335-017f4fb34821 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771406 May 18 22:50:29.595751 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b85a2306-d091-4542-8542-353dd8d65c49 req-9eb50be8-c445-405f-a8c8-45fc259eac28 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736489 May 18 22:50:30.525557 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:30.567953 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:30.743441 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f376d2-b65d-42bf-ac28-e74e8a668d4f req-6b0adb4c-1ca6-4627-875b-7b199ffea551 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:30.744828 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02f376d2-b65d-42bf-ac28-e74e8a668d4f req-6b0adb4c-1ca6-4627-875b-7b199ffea551 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0805349 May 18 22:50:30.753343 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042bc1b-2ef3-4bad-aaa9-7b1e47d5d5c8 req-248f20b6-46e1-450a-8ffd-d429fe28f633 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:30.754756 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3042bc1b-2ef3-4bad-aaa9-7b1e47d5d5c8 req-248f20b6-46e1-450a-8ffd-d429fe28f633 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 945 time: 0.0795307 May 18 22:50:30.830214 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02f376d2-b65d-42bf-ac28-e74e8a668d4f req-0b6a6431-7f75-4537-96e8-6305cb8f419d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745008 May 18 22:50:30.834242 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3042bc1b-2ef3-4bad-aaa9-7b1e47d5d5c8 req-7fb0bea3-f9e7-44db-8562-72be289e2804 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720036 May 18 22:50:30.943937 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb732-efc3-4c84-9def-c1290276fe00 req-1b33c939-5fae-4ec7-a246-44b2eac4677b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:30.945408 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-940cb732-efc3-4c84-9def-c1290276fe00 req-1b33c939-5fae-4ec7-a246-44b2eac4677b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 945 time: 0.0484540 May 18 22:50:30.954821 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49056) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:50:30.959096 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Request body: {'floatingip': {'port_id': '6bf1412b-0088-4128-af97-c8d46ee4b076'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:50:30.999892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (730c87dc-e649-4fc6-a2d5-1273f7b83692), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:31.153585 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:31.412633 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:31.471882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (730c87dc-e649-4fc6-a2d5-1273f7b83692), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:31.566883 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Floating IP 730c87dc-e649-4fc6-a2d5-1273f7b83692 associated. External IP: 172.27.1.25, port: 6bf1412b-0088-4128-af97-c8d46ee4b076. May 18 22:50:31.746088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:31.764991 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:50:31.868710 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:50:31.874219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:31.879046 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:50:31.893550 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:50:31.894197 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:50:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:31.920594 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-41e45153-e76d-428c-a783-bc6436100508 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "PUT /v2.0/floatingips/730c87dc-e649-4fc6-a2d5-1273f7b83692 HTTP/1.1" status: 200 len: 990 time: 0.9623528 May 18 22:50:31.920594 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'tag': '6bf1412b-0088-4128-af97-c8d46ee4b076'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:50:31.921569 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6754e34e-c898-4a7c-97e7-516828b720c6" -d '{"events": [{"name": "network-changed", "server_uuid": "532d5eb2-2c7f-4e0a-b023-4b694bc2f27b", "tag": "6bf1412b-0088-4128-af97-c8d46ee4b076"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:50:31.959236 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627c26d-ede4-4a8e-bf03-7f6d0d0c002b req-d00f151f-49ff-4433-85ad-1526716af125 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:31.959688 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f627c26d-ede4-4a8e-bf03-7f6d0d0c002b req-d00f151f-49ff-4433-85ad-1526716af125 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0560913 May 18 22:50:31.979839 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513baf54-91ab-4826-a28a-28aa87e186f6 x-openstack-request-id: req-513baf54-91ab-4826-a28a-28aa87e186f6 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:50:31.980127 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532d5eb2-2c7f-4e0a-b023-4b694bc2f27b", "tag": "6bf1412b-0088-4128-af97-c8d46ee4b076", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:50:31.980379 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-513baf54-91ab-4826-a28a-28aa87e186f6 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:50:31.980773 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513baf54-91ab-4826-a28a-28aa87e186f6'] response: {'name': 'network-changed', 'server_uuid': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'tag': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'status': 'completed', 'code': 200} May 18 22:50:31.998237 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:50:32.012357 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f627c26d-ede4-4a8e-bf03-7f6d0d0c002b req-28689aaa-a51b-4173-9589-e8c9d115419f tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466430 May 18 22:50:32.082181 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-97bb7dde-909f-4c24-9798-ed54776f9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:32.084699 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-97bb7dde-909f-4c24-9798-ed54776f9fec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6422f1b1118143e4b8ef54927212ca97&device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 1129 time: 0.0466902 May 18 22:50:32.151724 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:32.178068 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-324d52f5-a34d-48c7-b4e7-bc1cd83aefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:32.181576 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-324d52f5-a34d-48c7-b4e7-bc1cd83aefbb service neutron] 10.222.0.24 "GET /v2.0/networks?id=fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 200 len: 915 time: 0.0892363 May 18 22:50:32.218533 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '730c87dc-e649-4fc6-a2d5-1273f7b83692', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:84:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:50:14Z', 'updated_at': '2022-05-18T22:50:31Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:32.241844 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:50:32.244787 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-010b1562-3773-4cfa-bd37-141e191ab330 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf1412b-0088-4128-af97-c8d46ee4b076 HTTP/1.1" status: 200 len: 998 time: 0.0592668 May 18 22:50:32.255855 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:50:32.255855 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:50:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:32.295836 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-3e47865c-221a-45b1-bed9-78b90201cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:32.297561 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-3e47865c-221a-45b1-bed9-78b90201cefa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 200 len: 853 time: 0.0468340 May 18 22:50:32.341565 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-7e955712-18c9-4029-ad95-54fe17aa8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:32.343084 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-7e955712-18c9-4029-ad95-54fe17aa8a41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fbd3cb94-6b06-443d-a376-6f705f586753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398326 May 18 22:50:32.350399 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:50:32.510455 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:32.570468 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '730c87dc-e649-4fc6-a2d5-1273f7b83692', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:84:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:50:14Z', 'updated_at': '2022-05-18T22:50:31Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:50:32.598744 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1800c-91ed-4cfc-b91f-36e1d82083ac None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '730c87dc-e649-4fc6-a2d5-1273f7b83692', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'port_id': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'mac_address': 'fa:16:3e:84:d4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:50:14Z', 'updated_at': '2022-05-18T22:50:31Z', 'revision_number': 1, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:50:32.698794 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-58c45276-7743-45f4-8c9e-e5e2b25bc8f1 service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499460 May 18 22:50:32.793249 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a03798-5666-47db-8796-2cda02b787a8 None None] New status for floating IP 730c87dc-e649-4fc6-a2d5-1273f7b83692: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:50:32.899487 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6754e34e-c898-4a7c-97e7-516828b720c6 req-41318872-b362-405c-8dea-6435a19197ea service neutron] 10.222.0.24 "GET /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836489 May 18 22:50:33.132383 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aaad9-a863-4dea-845f-0bc3a646ab40 req-410adc75-f4b0-4cf4-bc93-5fb60b0ac885 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:33.133834 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-062aaad9-a863-4dea-845f-0bc3a646ab40 req-410adc75-f4b0-4cf4-bc93-5fb60b0ac885 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0504661 May 18 22:50:33.184520 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-062aaad9-a863-4dea-845f-0bc3a646ab40 req-b689f048-3a90-4d08-a5ff-31152d3dadf4 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445421 May 18 22:50:34.296542 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2c91f-3c97-4a86-beb9-394166ef593a req-ffe6c97c-fb47-4ebe-83d1-751ac5341cd1 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:34.297989 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fce2c91f-3c97-4a86-beb9-394166ef593a req-ffe6c97c-fb47-4ebe-83d1-751ac5341cd1 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0472636 May 18 22:50:34.346957 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fce2c91f-3c97-4a86-beb9-394166ef593a req-8024c8c9-7086-4276-879c-3ccf69cdcf4e tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434539 May 18 22:50:35.453047 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:35.467648 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5e7e5-7ed5-4829-a023-68017d831b91 req-caba1623-5178-4890-81f7-61ebf064706d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:35.469097 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11c5e7e5-7ed5-4829-a023-68017d831b91 req-caba1623-5178-4890-81f7-61ebf064706d tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0530579 May 18 22:50:35.519052 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11c5e7e5-7ed5-4829-a023-68017d831b91 req-11b42816-fd57-4e21-bbe8-0fdacae4f90b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444202 May 18 22:50:35.724125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-2275b99d-f2b3-43e8-9dbb-00735e241ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:35.725480 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-2275b99d-f2b3-43e8-9dbb-00735e241ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1127 time: 0.0391903 May 18 22:50:35.829451 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-4ad1afd2-1c5a-41c2-bcce-08da2b016b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:35.830900 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-4ad1afd2-1c5a-41c2-bcce-08da2b016b3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 200 len: 910 time: 0.0868673 May 18 22:50:35.890486 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-7429cf9b-c764-4dba-97ad-43adb551e18d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 998 time: 0.0532033 May 18 22:50:35.938196 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-949a7075-2035-4aed-8b0a-8b784f396ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:35.939741 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-949a7075-2035-4aed-8b0a-8b784f396ce9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da46f96-186f-44c6-84db-a897df3fb345 HTTP/1.1" status: 200 len: 848 time: 0.0438256 May 18 22:50:35.986609 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-4670b947-cb55-4806-ab51-d5ef29f67736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:35.987980 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-4670b947-cb55-4806-ab51-d5ef29f67736 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4177bd83-4697-477b-b1d4-2aba176f602d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421112 May 18 22:50:36.077008 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-591b2e13-9883-4cdb-80d6-10431aa5bb0f service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824006 May 18 22:50:36.170957 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e85c3aa-0912-477e-b80c-0f0a75bab2ff req-48838ea1-d3c0-4130-90fc-5b9ab04450cd service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879903 May 18 22:50:36.597577 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:36.636481 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d18a4-f5fd-405d-95e2-6e4852276b08 req-7b159f5a-cf31-4e06-99a0-134d1b91ff71 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:36.639206 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-113d18a4-f5fd-405d-95e2-6e4852276b08 req-7b159f5a-cf31-4e06-99a0-134d1b91ff71 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 943 time: 0.0523643 May 18 22:50:36.666283 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f92990cb-743b-4b10-bc6d-f92e54869953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:36.689198 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-113d18a4-f5fd-405d-95e2-6e4852276b08 req-4aa18089-aac2-4e24-9fb5-151243911789 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442832 May 18 22:50:37.058319 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 60d9c274-368f-4afe-81d6-9735f604892c details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:50:37.158681 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:50:37.170697 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '60d9c274-368f-4afe-81d6-9735f604892c', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'port_id': '60d9c274-368f-4afe-81d6-9735f604892c', 'mac_address': 'fa:16:3e:cb:98:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:50:37.204540 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 60d9c274-368f-4afe-81d6-9735f604892c is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:50:37.204924 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (60d9c274-368f-4afe-81d6-9735f604892c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:37.217409 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d9c274-368f-4afe-81d6-9735f604892c {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:50:37.236750 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:50:37.341196 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:37.390272 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=7']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:37.801529 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfd764-929f-4496-acc1-02847599278b req-3ac1c8fa-e845-41b5-9bf7-2d8b2045887a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:37.802981 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-80dfd764-929f-4496-acc1-02847599278b req-3ac1c8fa-e845-41b5-9bf7-2d8b2045887a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 944 time: 0.0463586 May 18 22:50:37.818074 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['60d9c274-368f-4afe-81d6-9735f604892c'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:50:37.855605 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-80dfd764-929f-4496-acc1-02847599278b req-774032ea-9307-4fde-9aaf-b0a888b7779f tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472386 May 18 22:50:37.986087 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:38.930168 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8729f3c3-74fb-4d64-ae33-56e2a9ab3c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:38.971069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d3947-b3a2-4dee-a622-71223618acbb req-42e0ac1c-a37e-49e4-812a-8e4a1404b80b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:38.972576 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d38d3947-b3a2-4dee-a622-71223618acbb req-42e0ac1c-a37e-49e4-812a-8e4a1404b80b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 944 time: 0.0496461 May 18 22:50:39.026342 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d38d3947-b3a2-4dee-a622-71223618acbb req-7c4d02bb-6e8c-4924-8600-4702cb174e93 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477571 May 18 22:50:39.051072 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 60d9c274-368f-4afe-81d6-9735f604892c up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:50:39.080392 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:39.095919 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 60d9c274-368f-4afe-81d6-9735f604892c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:50:39.096302 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (60d9c274-368f-4afe-81d6-9735f604892c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:39.172468 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 60d9c274-368f-4afe-81d6-9735f604892c is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:50:39.172854 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (60d9c274-368f-4afe-81d6-9735f604892c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:39.195823 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:50:39.198036 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2dffec-5603-4687-bc39-f7826ba10924" -d '{"events": [{"server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "name": "network-vif-plugged", "status": "completed", "tag": "60d9c274-368f-4afe-81d6-9735f604892c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:50:39.210971 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:50:39.236877 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829a3705-916b-4301-a514-5ae255dc6083 x-openstack-request-id: req-829a3705-916b-4301-a514-5ae255dc6083 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:50:39.236877 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "name": "network-vif-plugged", "status": "completed", "tag": "60d9c274-368f-4afe-81d6-9735f604892c", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:50:39.236877 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-829a3705-916b-4301-a514-5ae255dc6083 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:50:39.236877 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829a3705-916b-4301-a514-5ae255dc6083'] response: {'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c', 'code': 200} May 18 22:50:39.290460 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:39.337729 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=8']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:50:39.885834 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72dcc7-8a08-4587-9604-01a85f488e9b req-31cfa5a1-18e5-444c-b535-3432aa117c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:39.888004 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b72dcc7-8a08-4587-9604-01a85f488e9b req-31cfa5a1-18e5-444c-b535-3432aa117c86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1129 time: 0.0391774 May 18 22:50:39.930482 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:39.934549 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b72dcc7-8a08-4587-9604-01a85f488e9b req-5a0e4693-2af4-4582-92ca-78c0dc5870c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388787 May 18 22:50:40.150064 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d31b8-2056-45b2-9243-b8d4d37a9290 req-5ef37e5d-80df-4c5a-9666-73288eca2401 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:40.151439 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc3d31b8-2056-45b2-9243-b8d4d37a9290 req-5ef37e5d-80df-4c5a-9666-73288eca2401 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0574920 May 18 22:50:40.181795 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:40.200994 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc3d31b8-2056-45b2-9243-b8d4d37a9290 req-0b2f7200-ee95-4410-ba44-4c0621965e56 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441020 May 18 22:50:41.317279 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cbb41-ae37-42c8-8a35-60b3f42b57e9 req-83d7149f-01e6-42bd-aef4-feb12c436add tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:41.318680 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-826cbb41-ae37-42c8-8a35-60b3f42b57e9 req-83d7149f-01e6-42bd-aef4-feb12c436add tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0478754 May 18 22:50:41.368621 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-826cbb41-ae37-42c8-8a35-60b3f42b57e9 req-93a77e3b-a3da-4c70-99d1-0b926e9ca9e8 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445471 May 18 22:50:41.415961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:42.487196 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf552d2-7da5-4945-8b48-742ae4b34856 req-9805cbd6-04a0-4bba-b2ae-d8a5c4509d66 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:50:42.488757 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abf552d2-7da5-4945-8b48-742ae4b34856 req-9805cbd6-04a0-4bba-b2ae-d8a5c4509d66 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0513875 May 18 22:50:42.537475 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abf552d2-7da5-4945-8b48-742ae4b34856 req-cebab816-ba1a-4832-bc77-321d13419b62 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430658 May 18 22:50:42.575536 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=81 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:42.907048 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:50:52.530423 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=20 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:52.533298 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=54 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:52.840972 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:52.844500 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:52.914221 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:50:56.909567 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:50:59.363102 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:02.911277 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:06.655182 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-42bd89ca-2e11-4d25-aff5-bfcca9cd41cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:08.924101 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fcfcb1ac-037e-43c9-b6be-0e59a348b4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:09.928105 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:11.442678 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:12.918102 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:22.740756 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acfa4-e410-4668-9818-26bf51f057d6 req-8e6ce2db-cdc8-49e4-9b61-82cacc080527 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:22.742273 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-968acfa4-e410-4668-9818-26bf51f057d6 req-8e6ce2db-cdc8-49e4-9b61-82cacc080527 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0477021 May 18 22:51:22.790457 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-968acfa4-e410-4668-9818-26bf51f057d6 req-fd524482-b8ae-4282-b405-0ccb0cf584f7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426810 May 18 22:51:22.842309 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:22.844159 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:23.909604 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8ba32-24cc-4113-bee1-8f9f1250c43d req-d65e7c65-2b9f-4951-a13e-dd57efe099df tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:23.911084 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-13d8ba32-24cc-4113-bee1-8f9f1250c43d req-d65e7c65-2b9f-4951-a13e-dd57efe099df tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0468466 May 18 22:51:23.961502 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-13d8ba32-24cc-4113-bee1-8f9f1250c43d req-4f5c8b2d-b72c-4248-80aa-847ee54e6998 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448976 May 18 22:51:25.079710 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d566839-5b6d-4110-b3f4-c8d55382e6b2 req-56ae8048-ba00-42f7-a5b1-2bf6bcccb76e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:25.081430 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d566839-5b6d-4110-b3f4-c8d55382e6b2 req-56ae8048-ba00-42f7-a5b1-2bf6bcccb76e tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0489922 May 18 22:51:25.128701 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d566839-5b6d-4110-b3f4-c8d55382e6b2 req-53103a35-772b-4032-bb50-11bd0e7dad2f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 May 18 22:51:26.247909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8ce03-31e6-44f6-8b2b-58eee8280732 req-22eee6dc-6038-4b7f-9d9a-ff0664c15839 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:26.249396 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39e8ce03-31e6-44f6-8b2b-58eee8280732 req-22eee6dc-6038-4b7f-9d9a-ff0664c15839 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0482388 May 18 22:51:26.295612 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39e8ce03-31e6-44f6-8b2b-58eee8280732 req-be2eceff-fa15-498f-8357-80bda537a30d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403996 May 18 22:51:27.415475 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f65e78-88d2-432e-bcd2-d25286569bc2 req-845d2177-6b28-41f9-b315-cc262387cc14 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:27.416927 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b8f65e78-88d2-432e-bcd2-d25286569bc2 req-845d2177-6b28-41f9-b315-cc262387cc14 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0504470 May 18 22:51:27.464082 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b8f65e78-88d2-432e-bcd2-d25286569bc2 req-0d29b0f6-785d-4529-ada2-10e1a964e69f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 May 18 22:51:28.583295 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b53-fd63-4afe-a2fc-23cfb7c9b21c req-8b254fff-8b75-4a5e-8b0e-31b94edd3183 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:28.584732 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-baad6b53-fd63-4afe-a2fc-23cfb7c9b21c req-8b254fff-8b75-4a5e-8b0e-31b94edd3183 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0472157 May 18 22:51:28.631119 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-baad6b53-fd63-4afe-a2fc-23cfb7c9b21c req-c88982c6-a22d-4313-869d-67e2335120e8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410209 May 18 22:51:29.322567 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:29.748232 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec22a0-31c2-492e-b587-4be0eb529328 req-8e132730-4d75-4e9f-a8bf-c365e8e6780b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:29.749670 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0ec22a0-31c2-492e-b587-4be0eb529328 req-8e132730-4d75-4e9f-a8bf-c365e8e6780b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0481811 May 18 22:51:29.802815 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0ec22a0-31c2-492e-b587-4be0eb529328 req-a3b43996-a223-4888-84d9-2816844216ec tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464518 May 18 22:51:29.914200 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:51:30.920571 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d43537-c543-45a3-80fe-c235aa5c1a49 req-69cf952d-b442-4870-aaf4-c8b2bb174175 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:30.922050 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1d43537-c543-45a3-80fe-c235aa5c1a49 req-69cf952d-b442-4870-aaf4-c8b2bb174175 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0487335 May 18 22:51:30.973939 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1d43537-c543-45a3-80fe-c235aa5c1a49 req-f6711d40-6e30-4dd1-a822-f4ecebbd015f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458975 May 18 22:51:32.094056 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0878b-787b-4b1b-8087-736dfce0efcd req-a5dfd689-0ef3-4f72-bfe5-1cc3c3463abb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:32.095654 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e4a0878b-787b-4b1b-8087-736dfce0efcd req-a5dfd689-0ef3-4f72-bfe5-1cc3c3463abb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0476468 May 18 22:51:32.142264 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e4a0878b-787b-4b1b-8087-736dfce0efcd req-ded322f3-6c4f-48b4-ab84-76a84bae4fb7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410089 May 18 22:51:33.265250 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa9ba2-b0e4-403b-ade1-d0eb48b8c799 req-3d8a9594-2fce-43ea-af22-be25f90972d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:33.266768 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0aaa9ba2-b0e4-403b-ade1-d0eb48b8c799 req-3d8a9594-2fce-43ea-af22-be25f90972d1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0525374 May 18 22:51:33.313719 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0aaa9ba2-b0e4-403b-ade1-d0eb48b8c799 req-6774fb0d-f036-4c23-a7af-ef0cf3086f95 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411060 May 18 22:51:34.432916 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd469f-c915-44da-acb6-170fdb251f1a req-f0ed49be-bfbb-4bdc-9d75-120e532b60f0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:34.434420 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7efd469f-c915-44da-acb6-170fdb251f1a req-f0ed49be-bfbb-4bdc-9d75-120e532b60f0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0484722 May 18 22:51:34.478837 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:34.484369 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7efd469f-c915-44da-acb6-170fdb251f1a req-5b4cd01e-2035-4834-a5f3-ffae914f466f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 May 18 22:51:35.443870 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=15 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:35.591238 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:35.610907 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd03cf-864c-4434-851a-8b4e0b6e91e6 req-1a3d9314-47fb-4bdc-936d-daef5071885f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:35.612495 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bddd03cf-864c-4434-851a-8b4e0b6e91e6 req-1a3d9314-47fb-4bdc-936d-daef5071885f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0526855 May 18 22:51:35.661799 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bddd03cf-864c-4434-851a-8b4e0b6e91e6 req-cf49d809-9171-4c1b-9bb1-2c6e566953b1 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435743 May 18 22:51:36.700474 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5621808b-8252-4c63-bf5a-93cdf5b8b19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:36.782123 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c6c6-bc48-4f33-8920-594b42c15bb9 req-17912b61-4b6a-4285-9115-a633f60bf541 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:36.783777 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ed7c6c6-bc48-4f33-8920-594b42c15bb9 req-17912b61-4b6a-4285-9115-a633f60bf541 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0490315 May 18 22:51:36.835250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ed7c6c6-bc48-4f33-8920-594b42c15bb9 req-39442b23-e981-4a9f-bda7-5cd4b25e77aa tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457368 May 18 22:51:37.669945 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-46a81b26-6031-4952-a8aa-3e3d74e4026f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375364 May 18 22:51:37.784677 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-472ab4a2-afa5-4c96-952e-36a5fa32ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:37.786175 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-472ab4a2-afa5-4c96-952e-36a5fa32ffd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 1130 time: 0.0435126 May 18 22:51:37.892527 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-9e134b8b-bd9f-4898-abbd-0f712e5fc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:37.894611 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-9e134b8b-bd9f-4898-abbd-0f712e5fc446 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 912 time: 0.0891874 May 18 22:51:37.995690 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf76914-020e-43ab-9ff2-2260ea7d3ebf req-4a7ac96e-ddab-438b-bc56-0de9fcad3b0f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:37.997220 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4bf76914-020e-43ab-9ff2-2260ea7d3ebf req-4a7ac96e-ddab-438b-bc56-0de9fcad3b0f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0898716 May 18 22:51:37.999137 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-9b53fdff-3a05-421e-9b91-82fd4039b2ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2170f6d7-e113-4873-9f11-d973d6171ab9 HTTP/1.1" status: 200 len: 1000 time: 0.0986640 May 18 22:51:38.079355 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-a5f4616b-ac62-4d29-90ad-6787ef7fdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:38.081415 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-a5f4616b-ac62-4d29-90ad-6787ef7fdf2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.0716908 May 18 22:51:38.085693 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4bf76914-020e-43ab-9ff2-2260ea7d3ebf req-2e833e12-9b60-4d6a-90a0-6f024ba4e078 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817740 May 18 22:51:38.129694 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-81edf8af-3b40-4704-983e-db0d613e5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:38.131217 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-81edf8af-3b40-4704-983e-db0d613e5ca0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436950 May 18 22:51:38.220758 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-4a82b8d3-a02d-4eb9-85e2-375dd1cac240 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829303 May 18 22:51:38.314206 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5eb5d0d-4e3f-4da4-a886-f39ff01bf680 req-4ca32e76-ab18-4a6b-8aed-123caff31f0b service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868278 May 18 22:51:38.923077 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d08b583a-e98f-464c-9bdf-4e38f3493498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:39.207779 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcb9d4-dcf9-4aff-a097-51b3488a196b req-793a2d6e-c835-471b-8a25-7286e5d0df56 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:39.209166 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0abcb9d4-dcf9-4aff-a097-51b3488a196b req-793a2d6e-c835-471b-8a25-7286e5d0df56 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0475700 May 18 22:51:39.256105 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0abcb9d4-dcf9-4aff-a097-51b3488a196b req-243f9253-f5d5-468b-9b61-3882297ac147 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 May 18 22:51:39.422572 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:51:39.524566 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:51:39.535485 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'port_id': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'mac_address': 'fa:16:3e:30:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:51:39.569053 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 is: ACTIVE; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:51:39.569436 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:39.585406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 682e4566-fdfb-4a1e-8b14-8760e8fa6421 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:51:39.603696 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:51:39.683082 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:39.729012 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=6']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:51:39.736075 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.736418 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.736754 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.737245 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.737586 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.737912 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.738258 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.738576 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.738895 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.739250 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.739566 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.739877 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.740194 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.740507 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.740819 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:39.910600 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=19 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:39.916468 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['682e4566-fdfb-4a1e-8b14-8760e8fa6421'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:51:39.941859 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:40.373023 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87b71-8a02-4107-9d4b-229bcf1f6bd1 req-0a02af96-18bb-49c6-ab01-e6d1f1c93442 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:40.374482 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bcc87b71-8a02-4107-9d4b-229bcf1f6bd1 req-0a02af96-18bb-49c6-ab01-e6d1f1c93442 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 944 time: 0.0465791 May 18 22:51:40.427368 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bcc87b71-8a02-4107-9d4b-229bcf1f6bd1 req-9196c69a-9d9f-4485-a38e-2cfbabda6185 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472236 May 18 22:51:41.443733 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:41.446056 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:51:41.491412 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:51:41.491802 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:41.527576 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:41.551140 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e482b7-3361-44d6-b208-e1d6dd5de2ae req-ee7db31b-8b95-4e68-be9b-7d427e0f6566 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:41.553334 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81e482b7-3361-44d6-b208-e1d6dd5de2ae req-ee7db31b-8b95-4e68-be9b-7d427e0f6566 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 944 time: 0.0538049 May 18 22:51:41.571816 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:51:41.572223 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:41.591861 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:41.609958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:51:41.609958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae06ea7-5d75-4fbf-a062-da8a4aa0f3e9" -d '{"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-plugged", "status": "completed", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:51:41.610751 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81e482b7-3361-44d6-b208-e1d6dd5de2ae req-22dd5c39-85e8-47ce-ba32-24a27748d48d tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455358 May 18 22:51:41.612493 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:51:41.641322 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7d3708-33c1-4dd7-8783-190299284678 x-openstack-request-id: req-3c7d3708-33c1-4dd7-8783-190299284678 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:51:41.641611 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-plugged", "status": "completed", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:51:41.641860 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c7d3708-33c1-4dd7-8783-190299284678 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:51:41.642272 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7d3708-33c1-4dd7-8783-190299284678'] response: {'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'code': 200} May 18 22:51:41.665771 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:41.710496 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=7']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:51:42.729982 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc3bf-852b-453a-b334-6a8899efb3cd req-c22bced6-45de-4f22-a4e1-e3c057f41e83 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:42.731471 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5d3cc3bf-852b-453a-b334-6a8899efb3cd req-c22bced6-45de-4f22-a4e1-e3c057f41e83 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0475185 May 18 22:51:42.778553 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5d3cc3bf-852b-453a-b334-6a8899efb3cd req-eb241e47-4695-4f31-b7bd-e1d72fa210b7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416515 May 18 22:51:42.837421 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:42.911510 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:43.903546 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e07c7b-e7f4-4bf5-93bf-68295f3910b3 req-2f99a97d-ac64-4dd9-9795-f9bdfc460ecc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:43.905048 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72e07c7b-e7f4-4bf5-93bf-68295f3910b3 req-2f99a97d-ac64-4dd9-9795-f9bdfc460ecc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0509939 May 18 22:51:43.953863 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72e07c7b-e7f4-4bf5-93bf-68295f3910b3 req-53411bc0-f412-4867-980f-f03c2f1f584c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422721 May 18 22:51:44.753085 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-2049ba2a-9956-4553-be41-4bb75c14a979 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552150152&fields=id&tenant_id=7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 267 time: 0.0438411 May 18 22:51:44.862773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7626f-d833-47ed-bac7-878b79e72310 req-4c9b7eef-151f-4dce-8a41-c328a6779608 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:44.864153 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-4c9b7eef-151f-4dce-8a41-c328a6779608 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 811 time: 0.1049225 May 18 22:51:44.879031 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-749da646-e50e-4b9e-afcc-f673fe7e286f tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/quotas/7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 375 time: 0.0096877 May 18 22:51:44.930285 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-50d6553e-4d8d-4b59-8da2-389df8e9d806 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464890 May 18 22:51:44.946121 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-768bc3b5-c1c3-4857-b729-7658b1779ec8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:51:44.947117 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-768bc3b5-c1c3-4857-b729-7658b1779ec8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050695 May 18 22:51:45.063828 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-a805522b-6d13-4f80-9360-fd2bb3ccb257 service neutron] 10.222.0.70 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114035 May 18 22:51:45.089370 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ddf16-5990-4fb9-b7dc-f2faee40ec2c req-682f5f75-079a-4eb5-95dc-5badf5bfa2d7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:45.090788 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-567ddf16-5990-4fb9-b7dc-f2faee40ec2c req-682f5f75-079a-4eb5-95dc-5badf5bfa2d7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0608473 May 18 22:51:45.187409 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-567ddf16-5990-4fb9-b7dc-f2faee40ec2c req-f66d9ada-fcb5-414a-900b-37ce456ec2d0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873389 May 18 22:51:45.203311 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-8ad94f03-5cdd-4f2b-83c1-8005a201ff2d service neutron] 10.222.0.70 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311934 May 18 22:51:45.776026 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6c49f231-bce6-4f2e-ac25-2a84beb4c696 req-de8f6402-fbfd-4745-a93b-94073d399d26 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 210 time: 0.0318301 May 18 22:51:46.319029 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b6d3d-b97f-4d2f-a503-89d425988874 req-63eaaa09-dbf3-4a3c-8438-0ed7e885db40 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:46.320515 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c8b6d3d-b97f-4d2f-a503-89d425988874 req-63eaaa09-dbf3-4a3c-8438-0ed7e885db40 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0495749 May 18 22:51:46.368440 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c8b6d3d-b97f-4d2f-a503-89d425988874 req-310ca8d3-8c2d-4950-9aad-69c4de1954e5 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422101 May 18 22:51:46.913623 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-649220d8-20d3-4d4d-9ce0-9b42762320f4 req-0d0b4617-4027-42fc-bf6f-cdbed90dea20 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 210 time: 0.0414290 May 18 22:51:47.500194 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33415a9-c101-4924-8760-caf1c864c4d2 req-f0b54363-5b1e-4d6a-bc24-4f81551f6cca tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:47.508185 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a33415a9-c101-4924-8760-caf1c864c4d2 req-f0b54363-5b1e-4d6a-bc24-4f81551f6cca tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0599687 May 18 22:51:47.560848 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a33415a9-c101-4924-8760-caf1c864c4d2 req-33cfdd98-cdbe-415b-a678-8e6dd9a25c41 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516155 May 18 22:51:47.813740 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:47.819327 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:47.836158 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7626f-d833-47ed-bac7-878b79e72310 req-65704c8b-5e08-4a3f-a201-7e89408af5f2 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:47.837637 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-65704c8b-5e08-4a3f-a201-7e89408af5f2 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 811 time: 0.1536572 May 18 22:51:47.976379 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-ccaca998-8123-4c09-9120-712cd8048ac9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7994cefc64b44d1e92e94a9c8c1cca31 HTTP/1.1" status: 200 len: 379 time: 0.1005943 May 18 22:51:47.987086 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'port': {'device_id': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'admin_state_up': True, 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'security_groups': ['45c873f4-cbe5-4f42-831c-6a91983e71c4']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:51:48.090091 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-416b0af1-a104-4eda-abb8-d67fab7047b7 req-81a3e713-0b90-4e05-b5c4-f01e74e965c7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 210 time: 0.0390990 May 18 22:51:48.220160 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Made reservation on behalf of 7994cefc64b44d1e92e94a9c8c1cca31 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:51:48.223949 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:48.357135 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Allocated IP 172.20.0.10 (cb762368-0a84-43af-8013-3ba314096c24/d087bf9d-1a7d-485b-a348-6a32c11cc58b/61069edb-146b-4923-938f-0e918446b79b) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:51:48.513532 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (61069edb-146b-4923-938f-0e918446b79b), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:48.609790 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (61069edb-146b-4923-938f-0e918446b79b), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:48.667818 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Network cb762368-0a84-43af-8013-3ba314096c24 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:51:48.692759 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:51:48.695382 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:51:48.746991 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e8b37-8292-4d3a-9dc4-03db3d64ba94 req-71915cd2-7744-471d-a16f-a279a6dae04a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:48.748556 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-083e8b37-8292-4d3a-9dc4-03db3d64ba94 req-71915cd2-7744-471d-a16f-a279a6dae04a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.1005926 May 18 22:51:48.753537 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=61069edb-146b-4923-938f-0e918446b79b,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:51:48.787364 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.787709 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.788061 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.788411 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.788739 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.789069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.789567 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.789913 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.790251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.790579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.790904 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.791229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.791551 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.791873 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.792190 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:51:48.808063 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:48.808682 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:48.839467 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-083e8b37-8292-4d3a-9dc4-03db3d64ba94 req-442355e8-a839-4493-8146-17894bae2272 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833356 May 18 22:51:48.914637 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-3f0f63ff-4ba9-405c-898b-795afb666c60 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9319935 May 18 22:51:48.933764 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Request body: {'port': {'device_id': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:51:48.946676 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-0b7a4262-9b5c-4803-8350-babe2a4edd08 None None] Provisioning complete for port 61069edb-146b-4923-938f-0e918446b79b triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:51:48.947267 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0b7a4262-9b5c-4803-8350-babe2a4edd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (61069edb-146b-4923-938f-0e918446b79b), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:48.985692 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a4262-9b5c-4803-8350-babe2a4edd08 None None] Port 61069edb-146b-4923-938f-0e918446b79b cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:51:49.012115 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (61069edb-146b-4923-938f-0e918446b79b), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:49.014845 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:49.026466 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:49.244131 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac03fc-acd5-4fab-9b8d-4e80e542876f req-d9861fb7-8ffd-4793-85a1-f31e80b40c26 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:49.245511 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1ac03fc-acd5-4fab-9b8d-4e80e542876f req-d9861fb7-8ffd-4793-85a1-f31e80b40c26 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 932 time: 0.0812328 May 18 22:51:49.657464 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1ac03fc-acd5-4fab-9b8d-4e80e542876f req-58a6d078-9eba-4db9-9298-b5a35a3510a8 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845396 May 18 22:51:49.737119 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61069edb-146b-4923-938f-0e918446b79b {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:51:49.747415 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Publish callbacks [] for port (61069edb-146b-4923-938f-0e918446b79b), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:49.763567 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Transition to ACTIVE for port object 61069edb-146b-4923-938f-0e918446b79b will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:51:49.820183 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (61069edb-146b-4923-938f-0e918446b79b), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:49.905227 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Pushing event updated for resources: {'Port': ['ID=61069edb-146b-4923-938f-0e918446b79b,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:51:50.006730 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68882b2-97bc-40d6-b4f4-2e5348ee26a2 req-b26ddc7e-6b7f-473f-bc0f-1497b1358de4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:50.008699 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b68882b2-97bc-40d6-b4f4-2e5348ee26a2 req-b26ddc7e-6b7f-473f-bc0f-1497b1358de4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0686090 May 18 22:51:50.030324 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Attempting to bind port 61069edb-146b-4923-938f-0e918446b79b on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:51:50.030686 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Attempting to bind port 61069edb-146b-4923-938f-0e918446b79b by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:51:50.033602 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Attempting to bind port 61069edb-146b-4923-938f-0e918446b79b on network cb762368-0a84-43af-8013-3ba314096c24 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:51:50.048496 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Port 61069edb-146b-4923-938f-0e918446b79b on network cb762368-0a84-43af-8013-3ba314096c24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:51:50.048822 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Attempting to bind port 61069edb-146b-4923-938f-0e918446b79b on network cb762368-0a84-43af-8013-3ba314096c24 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:51:50.066923 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:51:50.067263 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Checking segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:51:50.067647 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Bound using segment: {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:51:50.068099 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Bound port: 61069edb-146b-4923-938f-0e918446b79b, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5965d93-8a57-4e00-aed6-44e6927a7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:51:50.068666 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (61069edb-146b-4923-938f-0e918446b79b), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:50.102813 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b68882b2-97bc-40d6-b4f4-2e5348ee26a2 req-4b82f7a5-3c8d-47a8-9c5d-6323125b2410 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842249 May 18 22:51:50.152787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:50.175061 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] For port 61069edb-146b-4923-938f-0e918446b79b, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:51:50.179514 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] For port 61069edb-146b-4923-938f-0e918446b79b, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=61069edb-146b-4923-938f-0e918446b79b,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:51:50.210272 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:50.266326 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (61069edb-146b-4923-938f-0e918446b79b), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:50.307500 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:50.308270 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:50.310442 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] 10.222.0.24 "PUT /v2.0/ports/61069edb-146b-4923-938f-0e918446b79b HTTP/1.1" status: 200 len: 1094 time: 1.3806696 May 18 22:51:50.311037 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'tag': '61069edb-146b-4923-938f-0e918446b79b'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:51:50.314241 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f762e2f-7a44-44fe-ba38-e71286818bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "tag": "61069edb-146b-4923-938f-0e918446b79b"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:51:50.346155 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea3734-9ddb-4374-a081-51e424a0acaa service neutron] Pushing event updated for resources: {'Port': ['ID=61069edb-146b-4923-938f-0e918446b79b,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:51:50.364181 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d369405-f853-4016-909f-bc2cfe588499 x-openstack-request-id: req-8d369405-f853-4016-909f-bc2cfe588499 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:51:50.364667 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "tag": "61069edb-146b-4923-938f-0e918446b79b", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:51:50.364995 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d369405-f853-4016-909f-bc2cfe588499 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:51:50.365648 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d369405-f853-4016-909f-bc2cfe588499'] response: {'name': 'network-changed', 'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'tag': '61069edb-146b-4923-938f-0e918446b79b', 'status': 'completed', 'code': 200} May 18 22:51:50.667582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762e2f-7a44-44fe-ba38-e71286818bb7 req-67c6dd44-8438-461b-af40-0efc2a7f4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:50.787513 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f762e2f-7a44-44fe-ba38-e71286818bb7 req-67c6dd44-8438-461b-af40-0efc2a7f4c7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 1128 time: 0.0518422 May 18 22:51:50.812553 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbd1f1-d9be-4811-b575-102f6e1078fd req-b4fd7928-51fd-45c1-a398-9ee5481f4dbc tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:50.814044 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3abbd1f1-d9be-4811-b575-102f6e1078fd req-b4fd7928-51fd-45c1-a398-9ee5481f4dbc tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.0744605 May 18 22:51:50.860889 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762e2f-7a44-44fe-ba38-e71286818bb7 req-b4663be1-01f0-4078-b012-6d63a61522b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:50.862396 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f762e2f-7a44-44fe-ba38-e71286818bb7 req-b4663be1-01f0-4078-b012-6d63a61522b4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1778681 May 18 22:51:50.869539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:50.929894 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3abbd1f1-d9be-4811-b575-102f6e1078fd req-45200b3c-0f9c-4ed2-8b3a-62bb09f42fae tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092260 May 18 22:51:50.998389 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762e2f-7a44-44fe-ba38-e71286818bb7 req-e2390ed6-1efa-489e-a425-6888d8e1272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:50.999856 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f762e2f-7a44-44fe-ba38-e71286818bb7 req-e2390ed6-1efa-489e-a425-6888d8e1272d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292245 May 18 22:51:51.108344 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7626f-d833-47ed-bac7-878b79e72310 req-7821852b-d29f-497a-adf0-4770b25f265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:51.109960 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-7821852b-d29f-497a-adf0-4770b25f265b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 1128 time: 0.0445716 May 18 22:51:51.226280 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-58890541-cf02-4121-801c-38dddf591433 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61069edb-146b-4923-938f-0e918446b79b HTTP/1.1" status: 200 len: 217 time: 0.0528336 May 18 22:51:51.349416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70785920-ec4e-4c3e-a657-9a4f9b5ce692 req-85845564-dc18-4e14-8ea5-2a79798ecf7a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:51.350978 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-70785920-ec4e-4c3e-a657-9a4f9b5ce692 req-85845564-dc18-4e14-8ea5-2a79798ecf7a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.1008139 May 18 22:51:51.355165 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7626f-d833-47ed-bac7-878b79e72310 req-b5f6c65b-5e7a-4f87-a92b-b3af91c8179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:51.356565 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-b5f6c65b-5e7a-4f87-a92b-b3af91c8179c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.1207056 May 18 22:51:51.427074 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7626f-d833-47ed-bac7-878b79e72310 req-2edd124c-0574-4c0b-a041-fac1234c17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:51.428720 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-2edd124c-0574-4c0b-a041-fac1234c17ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627427 May 18 22:51:51.453633 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-70785920-ec4e-4c3e-a657-9a4f9b5ce692 req-337012ea-e24f-49f4-b36c-a7746d0ae90b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951090 May 18 22:51:51.533772 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-5808f0b2-bb2f-40a3-b63f-0cb60e857703 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970275 May 18 22:51:51.640648 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36c7626f-d833-47ed-bac7-878b79e72310 req-685be60d-1752-4859-b14a-8a5526346ca5 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005254 May 18 22:51:51.732558 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a31ae1-97db-42fe-acca-bba7f0f22aa3 req-1f963322-1868-4935-bf88-cfe709c77e55 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:51.734028 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02a31ae1-97db-42fe-acca-bba7f0f22aa3 req-1f963322-1868-4935-bf88-cfe709c77e55 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0519397 May 18 22:51:51.788607 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02a31ae1-97db-42fe-acca-bba7f0f22aa3 req-532905ff-4245-4917-aee3-96fefe685340 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476558 May 18 22:51:52.060156 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30c06a-b4d0-4558-9ddf-bcea37646b60 req-e7e2bf06-202d-4656-b608-05619b62a799 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:52.061656 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa30c06a-b4d0-4558-9ddf-bcea37646b60 req-e7e2bf06-202d-4656-b608-05619b62a799 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.0526569 May 18 22:51:52.122679 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa30c06a-b4d0-4558-9ddf-bcea37646b60 req-6d42b899-190d-499b-b83d-5b3dae4dd2dd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544536 May 18 22:51:52.578823 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:52.598719 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf215d06-5965-4040-b496-ac2b9b5e1560 req-f7bb2bd2-dfb2-4761-a3ad-486cd5e5fd27 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:52.600146 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf215d06-5965-4040-b496-ac2b9b5e1560 req-f7bb2bd2-dfb2-4761-a3ad-486cd5e5fd27 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0608869 May 18 22:51:52.654572 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf215d06-5965-4040-b496-ac2b9b5e1560 req-f16c5a17-308f-4abf-907c-3a68fe6ccac3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485115 May 18 22:51:52.922803 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cdca2-1620-4309-a976-5afd25d376c2 req-27471a4c-3ef3-4e5e-a3f4-283de866490c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:52.924545 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-504cdca2-1620-4309-a976-5afd25d376c2 req-27471a4c-3ef3-4e5e-a3f4-283de866490c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0541475 May 18 22:51:52.981285 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-504cdca2-1620-4309-a976-5afd25d376c2 req-75e61a25-450c-4e0a-a083-f9b555106130 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504370 May 18 22:51:53.315338 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94135adf-ea05-4610-bb67-08ce69d1c37d req-e43cd0cc-2739-4ae4-9875-97f36a003a33 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:53.318191 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-94135adf-ea05-4610-bb67-08ce69d1c37d req-e43cd0cc-2739-4ae4-9875-97f36a003a33 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.1098444 May 18 22:51:53.341917 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:53.383132 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-94135adf-ea05-4610-bb67-08ce69d1c37d req-3606a33f-b581-441c-817f-15c58c6096d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584395 May 18 22:51:53.779876 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac01e67-9b1a-4998-8542-daad11a0ea87 req-716d6031-0248-43c1-828d-751be79b5dee tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:53.781673 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ac01e67-9b1a-4998-8542-daad11a0ea87 req-716d6031-0248-43c1-828d-751be79b5dee tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0501907 May 18 22:51:53.841009 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ac01e67-9b1a-4998-8542-daad11a0ea87 req-23ea532e-ab44-45a7-ab41-19a7e65bed58 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496197 May 18 22:51:54.104910 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b207af-cd19-402a-85e7-e87eda67604e req-14d25b5b-0332-4798-afb4-7b35f7e0f499 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:54.106423 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56b207af-cd19-402a-85e7-e87eda67604e req-14d25b5b-0332-4798-afb4-7b35f7e0f499 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0508671 May 18 22:51:54.159178 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56b207af-cd19-402a-85e7-e87eda67604e req-7cc862bf-2e77-4ecc-88b9-d544860dfa0a tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469913 May 18 22:51:54.559890 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572eb90-d115-4f1d-867e-4a28f222a5fa req-64d8f50a-81e7-452f-9b2a-118fcf4a048b tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:54.561591 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6572eb90-d115-4f1d-867e-4a28f222a5fa req-64d8f50a-81e7-452f-9b2a-118fcf4a048b tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.1061461 May 18 22:51:54.614468 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6572eb90-d115-4f1d-867e-4a28f222a5fa req-5feb89d9-498a-4c8c-aa5b-1dcdd655da4b tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460527 May 18 22:51:54.954944 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806d16e-c28e-450b-bca9-eb4da9000306 req-50c27236-6a45-4282-b820-74d53d2bb4c8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:54.958612 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2806d16e-c28e-450b-bca9-eb4da9000306 req-50c27236-6a45-4282-b820-74d53d2bb4c8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0523529 May 18 22:51:55.006367 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2806d16e-c28e-450b-bca9-eb4da9000306 req-9aedecf0-4f36-4a5f-bdac-d5bdbc788acf tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 May 18 22:51:55.285231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa17c-8d07-49b0-a3f5-51cffbdb17e8 req-ec5f5a89-cc35-47a0-8a56-d2454c2e6230 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:55.286785 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c23aa17c-8d07-49b0-a3f5-51cffbdb17e8 req-ec5f5a89-cc35-47a0-8a56-d2454c2e6230 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0525441 May 18 22:51:55.335232 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c23aa17c-8d07-49b0-a3f5-51cffbdb17e8 req-df575f41-551a-4087-a441-5167c4017554 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 May 18 22:51:55.732874 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e33e-1d33-4f28-aff9-2421cd795488 req-5eb25ee6-826f-45a0-a785-66980793e0a7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:55.734520 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e27e33e-1d33-4f28-aff9-2421cd795488 req-5eb25ee6-826f-45a0-a785-66980793e0a7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.0492456 May 18 22:51:55.790638 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9e27e33e-1d33-4f28-aff9-2421cd795488 req-0c414897-c6fc-4039-b39d-1e15777d52b1 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499961 May 18 22:51:56.138930 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee568e-20d2-4f37-8100-475a69dda8fb req-85e261d5-9d5e-4872-8f6e-473d75cd3391 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:56.138930 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6ee568e-20d2-4f37-8100-475a69dda8fb req-85e261d5-9d5e-4872-8f6e-473d75cd3391 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0487883 May 18 22:51:56.198065 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6ee568e-20d2-4f37-8100-475a69dda8fb req-02d9fd94-13f9-4894-a4b2-6b8862899f60 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600846 May 18 22:51:56.464482 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cc3e8-3db6-4463-ada6-2a5eac3ffe6c req-7166bf7c-4375-4880-a35a-769874488caa tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:56.466528 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-714cc3e8-3db6-4463-ada6-2a5eac3ffe6c req-7166bf7c-4375-4880-a35a-769874488caa tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0558617 May 18 22:51:56.524659 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-714cc3e8-3db6-4463-ada6-2a5eac3ffe6c req-007fa0b0-313e-4155-afc4-e142352753c6 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527000 May 18 22:51:56.937805 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eb94e-c123-4be0-a173-3ce307f0ca06 req-1da3a0f7-75dc-4162-a382-616dbe7ca888 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:56.944069 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f21eb94e-c123-4be0-a173-3ce307f0ca06 req-1da3a0f7-75dc-4162-a382-616dbe7ca888 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.0812678 May 18 22:51:56.993718 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f21eb94e-c123-4be0-a173-3ce307f0ca06 req-d8ab50ba-3936-4f22-812e-8ed1e3c5166c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485420 May 18 22:51:57.320594 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:57.328755 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552cfee-fa1b-40e4-b753-09b74a03a39b req-98d014b2-9f5a-4b58-b358-cae27b2921a3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:57.334788 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a552cfee-fa1b-40e4-b753-09b74a03a39b req-98d014b2-9f5a-4b58-b358-cae27b2921a3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0525646 May 18 22:51:57.379107 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a552cfee-fa1b-40e4-b753-09b74a03a39b req-14711963-23f5-4690-8c81-bde24e29b550 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 May 18 22:51:57.682532 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00de42e-7867-4f98-a1e9-e1f12cab7ca4 req-bfdc2e2a-575e-4848-a0e2-4cd8549654f5 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:57.685880 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b00de42e-7867-4f98-a1e9-e1f12cab7ca4 req-bfdc2e2a-575e-4848-a0e2-4cd8549654f5 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0822926 May 18 22:51:57.707301 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:51:57.746606 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b00de42e-7867-4f98-a1e9-e1f12cab7ca4 req-859d1eae-ec18-4104-8700-dd7e40280bc9 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545883 May 18 22:51:58.124416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605046fa-5265-490a-b425-13a7887c4f0d req-12bafb21-e7eb-4ac7-a0ee-c40831bb8300 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:58.126229 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-605046fa-5265-490a-b425-13a7887c4f0d req-12bafb21-e7eb-4ac7-a0ee-c40831bb8300 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.0560048 May 18 22:51:58.181948 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-605046fa-5265-490a-b425-13a7887c4f0d req-e489782e-1080-451f-96bd-1ea11a2abc78 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471599 May 18 22:51:58.507768 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3b637-40a6-46fc-be07-4507fcb2acc7 req-6519d9ba-f54c-471e-9d0a-354583cf84ea tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:58.509288 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56f3b637-40a6-46fc-be07-4507fcb2acc7 req-6519d9ba-f54c-471e-9d0a-354583cf84ea tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0523167 May 18 22:51:58.560056 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-56f3b637-40a6-46fc-be07-4507fcb2acc7 req-7d70be03-b68a-4c15-9029-bbf88ad4718b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452733 May 18 22:51:58.869207 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd315f34-6465-4754-b715-347144e80435 req-7b54d574-e037-4aba-b34b-756a11d389ac tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:58.870759 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd315f34-6465-4754-b715-347144e80435 req-7b54d574-e037-4aba-b34b-756a11d389ac tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0505409 May 18 22:51:58.927119 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd315f34-6465-4754-b715-347144e80435 req-e46aef2e-e968-4002-9cd4-2c76de5893bb tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507109 May 18 22:51:59.326462 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdc2b8-c633-49f2-9e86-bdb165461e92 req-473b72f5-3e84-4b41-b6c5-896a6355acf5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:59.328187 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3abdc2b8-c633-49f2-9e86-bdb165461e92 req-473b72f5-3e84-4b41-b6c5-896a6355acf5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.0581911 May 18 22:51:59.328709 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:51:59.386111 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3abdc2b8-c633-49f2-9e86-bdb165461e92 req-e907da83-1ec5-456e-8357-a54af5f6daf1 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517504 May 18 22:51:59.693166 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6657e22-a7a8-420f-b2af-4d790beb6d48 req-4c467a4c-0c10-4c41-83f8-803b323f3312 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:51:59.695961 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c6657e22-a7a8-420f-b2af-4d790beb6d48 req-4c467a4c-0c10-4c41-83f8-803b323f3312 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0578785 May 18 22:51:59.755035 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c6657e22-a7a8-420f-b2af-4d790beb6d48 req-0b913962-200d-43fa-bd82-fc38454261a2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533142 May 18 22:52:00.082221 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f9d0f-ee6c-42ff-9f2e-3c1d2da51ac4 req-7fe386e2-847b-4d57-aeec-6b09abc914a6 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:00.083736 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c8f9d0f-ee6c-42ff-9f2e-3c1d2da51ac4 req-7fe386e2-847b-4d57-aeec-6b09abc914a6 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0524840 May 18 22:52:00.131607 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c8f9d0f-ee6c-42ff-9f2e-3c1d2da51ac4 req-e655662d-078c-4e3e-8276-186f26e4c60d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417318 May 18 22:52:00.520404 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945646f-4cde-48b6-821c-c7f0309c4513 req-296ce200-edc5-4884-99cb-b6bb1e05c078 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:00.522210 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2945646f-4cde-48b6-821c-c7f0309c4513 req-296ce200-edc5-4884-99cb-b6bb1e05c078 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.0535150 May 18 22:52:00.598717 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2945646f-4cde-48b6-821c-c7f0309c4513 req-1e5d3eeb-8d3e-4b95-b6d8-6de5836f1a1e tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592453 May 18 22:52:00.887679 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdacac2-1bde-4a89-9782-56ab34f04d69 req-4f6b570f-97d3-41f8-851f-dd0a868f2d66 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:00.889174 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbdacac2-1bde-4a89-9782-56ab34f04d69 req-4f6b570f-97d3-41f8-851f-dd0a868f2d66 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0525942 May 18 22:52:00.949970 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cbdacac2-1bde-4a89-9782-56ab34f04d69 req-b0d97f60-fd5c-4507-a63d-b24310ffa1e5 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539727 May 18 22:52:01.245831 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb308b-114f-4713-b631-81b13190e33a req-551dd772-39e4-42a8-80c0-610edc97183f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:01.247377 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73cb308b-114f-4713-b631-81b13190e33a req-551dd772-39e4-42a8-80c0-610edc97183f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0475948 May 18 22:52:01.299080 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73cb308b-114f-4713-b631-81b13190e33a req-d4a0bbdf-9087-4391-90dd-bc225caa0b68 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460041 May 18 22:52:01.488386 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 61069edb-146b-4923-938f-0e918446b79b details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:52:01.694349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce3162-c3b1-41cb-982a-96a71e660b94 req-491c529d-4406-416b-941c-fe6ffeff39e0 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:01.695733 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92ce3162-c3b1-41cb-982a-96a71e660b94 req-491c529d-4406-416b-941c-fe6ffeff39e0 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 944 time: 0.0476513 May 18 22:52:01.706599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:01.710086 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 61069edb-146b-4923-938f-0e918446b79b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=61069edb-146b-4923-938f-0e918446b79b,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:01.720923 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '61069edb-146b-4923-938f-0e918446b79b', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'port_id': '61069edb-146b-4923-938f-0e918446b79b', 'mac_address': 'fa:16:3e:dc:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:52:01.746044 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92ce3162-c3b1-41cb-982a-96a71e660b94 req-fafd2b73-fc1e-42aa-a21d-a07ecc79d792 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447328 May 18 22:52:01.754834 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 61069edb-146b-4923-938f-0e918446b79b is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:52:01.755221 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (61069edb-146b-4923-938f-0e918446b79b), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:01.768177 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61069edb-146b-4923-938f-0e918446b79b {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:52:01.788275 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 61069edb-146b-4923-938f-0e918446b79b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=61069edb-146b-4923-938f-0e918446b79b,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:01.836829 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (61069edb-146b-4923-938f-0e918446b79b), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:01.885664 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=61069edb-146b-4923-938f-0e918446b79b,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:02.064632 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:02.076077 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af26c2a-d412-49f4-8b2a-05770ce4e23f req-60c55581-a6a8-4577-96c0-4f8ba00c4366 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:02.077543 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1af26c2a-d412-49f4-8b2a-05770ce4e23f req-60c55581-a6a8-4577-96c0-4f8ba00c4366 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0509176 May 18 22:52:02.125807 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1af26c2a-d412-49f4-8b2a-05770ce4e23f req-eae769dc-c751-444a-b38e-20133881c8e5 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 May 18 22:52:02.390763 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['61069edb-146b-4923-938f-0e918446b79b'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:52:02.416592 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37240dd3-159a-4087-890d-82ed554bb0fe req-9c2e2a7a-c6ed-4bcf-93fe-ebbca2ae0827 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:02.418752 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37240dd3-159a-4087-890d-82ed554bb0fe req-9c2e2a7a-c6ed-4bcf-93fe-ebbca2ae0827 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0504701 May 18 22:52:02.468152 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37240dd3-159a-4087-890d-82ed554bb0fe req-75d5c6ed-d2b2-4c26-9ebc-290132ba5af5 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 May 18 22:52:02.622303 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-8579af38-1362-4e3c-80af-bea946f9c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:02.623907 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-8579af38-1362-4e3c-80af-bea946f9c269 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 1129 time: 0.0445635 May 18 22:52:02.715839 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-b9dd62c5-142d-4648-8991-d37782cd6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:02.717198 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-b9dd62c5-142d-4648-8991-d37782cd6a53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 918 time: 0.0863590 May 18 22:52:02.782348 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-5d83cb7f-69a2-477d-8822-075ce245e6b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421 HTTP/1.1" status: 200 len: 1001 time: 0.0571911 May 18 22:52:02.862502 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-a9ef856b-467c-4745-9545-30d64f606609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:02.864004 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-a9ef856b-467c-4745-9545-30d64f606609 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0774162 May 18 22:52:02.870884 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5d1d-cc00-4cd5-bcb8-1ee40e524e49 req-b67f5284-b211-41d8-b8f7-e4ee6129edb7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:02.872215 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dbee5d1d-cc00-4cd5-bcb8-1ee40e524e49 req-b67f5284-b211-41d8-b8f7-e4ee6129edb7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 945 time: 0.0584779 May 18 22:52:02.928886 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-e89bfacf-3719-42a9-84b4-50881e3678e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:02.930363 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-e89bfacf-3719-42a9-84b4-50881e3678e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573251 May 18 22:52:02.944088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-5f6dfccf-07c0-4b65-b242-cc8a2161d27e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:52:02.945040 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-5f6dfccf-07c0-4b65-b242-cc8a2161d27e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048833 May 18 22:52:02.953474 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dbee5d1d-cc00-4cd5-bcb8-1ee40e524e49 req-1d0b27c0-4bf6-491f-b2d4-06c8cde384c6 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719466 May 18 22:52:03.041964 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-4a4bff9e-3f92-4517-a78b-bca25ee8f97a service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874863 May 18 22:52:03.135493 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ab89c71-71f4-4b35-9bf0-d876e28568d9 req-66fd506a-7e04-4bb8-8d16-006c73b9f3d7 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860996 May 18 22:52:03.245204 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79892b3-3bca-4d68-bcdd-377721c10778 req-32c84d08-7c46-4d9c-8d53-bc02c668f55c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:03.246699 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d79892b3-3bca-4d68-bcdd-377721c10778 req-32c84d08-7c46-4d9c-8d53-bc02c668f55c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0488801 May 18 22:52:03.293695 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d79892b3-3bca-4d68-bcdd-377721c10778 req-68aa2b7c-a253-497f-8405-5abfc1da848b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 May 18 22:52:03.580221 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe08279-fd0f-4555-8a95-1703d55a1310 req-61a08e9a-006c-4da0-9752-f2057ac06e3d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:03.581608 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2fe08279-fd0f-4555-8a95-1703d55a1310 req-61a08e9a-006c-4da0-9752-f2057ac06e3d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0466733 May 18 22:52:03.627327 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 61069edb-146b-4923-938f-0e918446b79b up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:52:03.628319 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2fe08279-fd0f-4555-8a95-1703d55a1310 req-24a49e18-34ed-412e-9285-c5349a795ce2 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 May 18 22:52:03.670429 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 61069edb-146b-4923-938f-0e918446b79b completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:52:03.722816 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 61069edb-146b-4923-938f-0e918446b79b triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:52:03.723192 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (61069edb-146b-4923-938f-0e918446b79b), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:03.798107 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 61069edb-146b-4923-938f-0e918446b79b is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:52:03.798490 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (61069edb-146b-4923-938f-0e918446b79b), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:03.821511 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61069edb-146b-4923-938f-0e918446b79b'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:52:03.823729 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2a71ab-349a-4134-8d5c-bf7606fb8d86" -d '{"events": [{"server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "name": "network-vif-plugged", "status": "completed", "tag": "61069edb-146b-4923-938f-0e918446b79b"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:52:03.827751 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:03.836946 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 61069edb-146b-4923-938f-0e918446b79b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=61069edb-146b-4923-938f-0e918446b79b,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:03.862504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85e7052-c1ce-4f7d-83f3-6b69b4319fc1 x-openstack-request-id: req-c85e7052-c1ce-4f7d-83f3-6b69b4319fc1 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:52:03.862788 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "name": "network-vif-plugged", "status": "completed", "tag": "61069edb-146b-4923-938f-0e918446b79b", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:52:03.863032 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c85e7052-c1ce-4f7d-83f3-6b69b4319fc1 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:52:03.863422 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85e7052-c1ce-4f7d-83f3-6b69b4319fc1'] response: {'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61069edb-146b-4923-938f-0e918446b79b', 'code': 200} May 18 22:52:03.900167 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (61069edb-146b-4923-938f-0e918446b79b), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:03.904426 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:03.934724 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ad371-3d14-4c6b-b769-746ae2b43942 req-b6eba262-207e-4d5b-88b0-d4a9f542f4e1 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:03.936224 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e4ad371-3d14-4c6b-b769-746ae2b43942 req-b6eba262-207e-4d5b-88b0-d4a9f542f4e1 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0521564 May 18 22:52:03.948200 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=61069edb-146b-4923-938f-0e918446b79b,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:03.981643 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:03.986408 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e4ad371-3d14-4c6b-b769-746ae2b43942 req-c28d6faa-1f4e-4f1f-a95a-290ebbc49a7e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443072 May 18 22:52:04.032489 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:04.071916 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ce185-51d1-439d-b050-24f96639e2fa req-a0fa0173-bfc4-4e21-8a2b-86679d41e6cc tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:04.073406 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f71ce185-51d1-439d-b050-24f96639e2fa req-a0fa0173-bfc4-4e21-8a2b-86679d41e6cc tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0492976 May 18 22:52:04.122232 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f71ce185-51d1-439d-b050-24f96639e2fa req-445672ad-303f-4ecb-bd71-67a9eb4bfef4 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 May 18 22:52:04.413396 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb204-01aa-47f7-9afd-78cf92021633 req-612b4be2-5ba8-47ab-8c47-2f74186edd67 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:04.416532 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7dadb204-01aa-47f7-9afd-78cf92021633 req-612b4be2-5ba8-47ab-8c47-2f74186edd67 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0514550 May 18 22:52:04.463024 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7dadb204-01aa-47f7-9afd-78cf92021633 req-435c8769-d56b-451e-89b0-12e0435513b2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424225 May 18 22:52:05.058059 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576d373-5d12-4bf8-b5b9-a1a7616f8d47 req-93efcb6f-53e0-438d-a7d7-e49484853a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:05.058059 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3576d373-5d12-4bf8-b5b9-a1a7616f8d47 req-93efcb6f-53e0-438d-a7d7-e49484853a8f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 1130 time: 0.0430851 May 18 22:52:05.108387 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-50ecbe21-7a27-4052-a704-80a960826312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:05.109883 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-50ecbe21-7a27-4052-a704-80a960826312 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0400157 May 18 22:52:05.128556 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d40440-1427-411f-a33f-aed84b8cd0bb req-91730059-db69-473b-9964-b814848a78b7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:05.130044 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5d40440-1427-411f-a33f-aed84b8cd0bb req-91730059-db69-473b-9964-b814848a78b7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0693407 May 18 22:52:05.155170 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3576d373-5d12-4bf8-b5b9-a1a7616f8d47 req-e0b792be-8e7e-4966-847c-6cd96915b2be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846314 May 18 22:52:05.200043 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5d40440-1427-411f-a33f-aed84b8cd0bb req-d8b3483a-b0a7-414d-9f9f-f0b804e65357 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632606 May 18 22:52:05.254279 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934cd29-f56a-44d3-ad7d-6d7b2c188cd5 req-e3883748-829e-4f73-b43d-4da48a4ba365 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:05.256199 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5934cd29-f56a-44d3-ad7d-6d7b2c188cd5 req-e3883748-829e-4f73-b43d-4da48a4ba365 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0528107 May 18 22:52:05.310925 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5934cd29-f56a-44d3-ad7d-6d7b2c188cd5 req-8741bfaa-5336-423d-973c-f07e2764e32d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491159 May 18 22:52:05.450633 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-ce5a5d8f-33b5-4aa0-baca-499c91d45960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:05.452183 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-ce5a5d8f-33b5-4aa0-baca-499c91d45960 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 912 time: 0.3347280 May 18 22:52:05.581513 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc45e6-dad0-49cd-ae5b-429fe29192b3 req-ae9cdd0f-a0c8-409b-b654-2fc184bd1a77 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:05.583094 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-08cc45e6-dad0-49cd-ae5b-429fe29192b3 req-ae9cdd0f-a0c8-409b-b654-2fc184bd1a77 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 945 time: 0.0478575 May 18 22:52:05.628592 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-fc7d4d61-a460-4b91-9589-8221775ddd7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067 HTTP/1.1" status: 200 len: 1001 time: 0.0558755 May 18 22:52:05.632380 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-08cc45e6-dad0-49cd-ae5b-429fe29192b3 req-54cc6759-dd53-4088-b6f8-994d2161d820 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 May 18 22:52:05.645404 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:05.721567 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 is: ACTIVE; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:52:05.721950 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:05.755042 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:05.820754 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:05.865902 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:52:05.868148 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bcdc89-4132-4373-8bcd-dc67892e5dc8" -d '{"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:52:05.873542 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=8']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:05.905292 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 May 2022 22:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515c9a15-ace6-46b2-b192-3de2bd17ab4e x-openstack-request-id: req-515c9a15-ace6-46b2-b192-3de2bd17ab4e {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:52:05.905599 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:52:05.905845 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-515c9a15-ace6-46b2-b192-3de2bd17ab4e {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:52:05.906260 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515c9a15-ace6-46b2-b192-3de2bd17ab4e'] response: {'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'code': 200} May 18 22:52:06.270905 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-47b262d4-a35b-43ae-b538-a2b7ee78d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:06.272431 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-47b262d4-a35b-43ae-b538-a2b7ee78d6c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.0446465 May 18 22:52:06.323530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d695b-40a0-4f55-b137-d4fa7746fb75 req-63a8a1a4-b70a-42bd-bf6c-28502494aa98 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:06.324983 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-912d695b-40a0-4f55-b137-d4fa7746fb75 req-63a8a1a4-b70a-42bd-bf6c-28502494aa98 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0509133 May 18 22:52:06.371760 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-912d695b-40a0-4f55-b137-d4fa7746fb75 req-0e58afd3-9504-4809-a8d6-344737e264b8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 May 18 22:52:06.471781 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188e002-26ca-4e30-9c39-aa44a0b84553 req-39436d1e-bb71-406d-8d15-8763f4f9dd72 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:06.473201 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4188e002-26ca-4e30-9c39-aa44a0b84553 req-39436d1e-bb71-406d-8d15-8763f4f9dd72 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0469573 May 18 22:52:06.524341 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4188e002-26ca-4e30-9c39-aa44a0b84553 req-8d815803-a028-45f3-817e-c97b582939f5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451491 May 18 22:52:06.677432 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-083e8270-0df9-4567-bab5-f4fc6feddf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:06.699329 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-4afb9232-e71f-4fd0-a46f-df09e2db5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:06.700842 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-4afb9232-e71f-4fd0-a46f-df09e2db5f6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467341 May 18 22:52:06.914989 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:52:07.274185 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-a6e46094-5803-4031-acd7-e319e2556079 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843217 May 18 22:52:07.368646 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94b39c0a-4fb3-40a7-af7a-e6cd3f3bdcdb req-2416c5e1-e0cc-4721-a865-059b9991c691 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859015 May 18 22:52:07.494023 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a61b3-f6b2-47c3-a4b7-dc5cb4cce44b req-de465829-5ca2-4718-95e7-d2621058b2bb tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:07.495536 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-183a61b3-f6b2-47c3-a4b7-dc5cb4cce44b req-de465829-5ca2-4718-95e7-d2621058b2bb tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0554059 May 18 22:52:07.546329 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-183a61b3-f6b2-47c3-a4b7-dc5cb4cce44b req-c87dae77-4083-4625-bfac-093c61805ac8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451703 May 18 22:52:07.646131 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db647670-b909-4aa1-a315-686c6d2d4130 req-1871e4c2-5e65-48e3-a5a1-51a7de2944f4 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:07.648167 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db647670-b909-4aa1-a315-686c6d2d4130 req-1871e4c2-5e65-48e3-a5a1-51a7de2944f4 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0470717 May 18 22:52:07.698267 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db647670-b909-4aa1-a315-686c6d2d4130 req-fbce6c3e-0a0f-4dd5-b1c1-bc0261b3f417 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 May 18 22:52:07.847826 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2a810-f9bc-40f4-9e3f-57a85d8242d4 req-3eebf9dc-5f7b-4b1e-9b3d-5a7742863136 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:07.849294 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67e2a810-f9bc-40f4-9e3f-57a85d8242d4 req-3eebf9dc-5f7b-4b1e-9b3d-5a7742863136 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0754695 May 18 22:52:07.881623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e668bc9-fe92-4569-adcb-837e33e1533b req-2d83f201-9f01-4fcb-929e-34a0303c9dcd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:07.883257 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e668bc9-fe92-4569-adcb-837e33e1533b req-2d83f201-9f01-4fcb-929e-34a0303c9dcd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0752301 May 18 22:52:07.885279 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:07.896846 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:07.933015 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67e2a810-f9bc-40f4-9e3f-57a85d8242d4 req-45fef8db-d313-4354-8562-18d6ea4c453a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768027 May 18 22:52:07.955622 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e668bc9-fe92-4569-adcb-837e33e1533b req-09cd745f-c64d-4d30-8841-88382e86be81 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650840 May 18 22:52:07.955968 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49550) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:08.109517 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-5aea0bb8-f70a-4b81-973b-b2444a51b2eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720530 May 18 22:52:08.116529 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120f0ce-c995-450d-90b6-d24f68b6f87c tempest-TestVolumeBootPattern-1275016149 tempest-TestVolumeBootPattern-1275016149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:08.120558 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c120f0ce-c995-450d-90b6-d24f68b6f87c tempest-TestVolumeBootPattern-1275016149 tempest-TestVolumeBootPattern-1275016149-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 1125 time: 0.1609991 May 18 22:52:08.120763 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49554) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:08.124935 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'port_id': '61069edb-146b-4923-938f-0e918446b79b', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:52:08.192603 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a142432-3052-4b68-8374-adda48eaa96e req-a0c490d3-872f-499a-ac15-3bc526baac13 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:08.194285 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-a0c490d3-872f-499a-ac15-3bc526baac13 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports/682e4566-fdfb-4a1e-8b14-8760e8fa6421 HTTP/1.1" status: 200 len: 940 time: 0.0557654 May 18 22:52:08.214543 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:08.293546 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:08.404518 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Allocated IP 172.27.1.202 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/385e344d-a0cd-4da2-8bda-fac3a3434eea) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:52:08.481503 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:08.510518 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (385e344d-a0cd-4da2-8bda-fac3a3434eea), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:08.512999 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:08.596485 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (385e344d-a0cd-4da2-8bda-fac3a3434eea), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:08.639380 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:52:08.642271 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:52:08.646317 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:52:08.667563 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1c5d7-f4de-4ed7-a943-c6177d75c54f req-8554c2f0-f801-4dd4-9640-505fe84da07d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:08.669034 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44f1c5d7-f4de-4ed7-a943-c6177d75c54f req-8554c2f0-f801-4dd4-9640-505fe84da07d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0544369 May 18 22:52:08.670455 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=385e344d-a0cd-4da2-8bda-fac3a3434eea,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:08.685528 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.686151 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.686378 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.686721 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.687050 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.687374 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.687735 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.688059 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.688382 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.688710 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.689019 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.689337 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.689655 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.689965 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.690305 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:08.718606 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44f1c5d7-f4de-4ed7-a943-c6177d75c54f req-db82cd59-f179-4580-90ce-7c23076f265b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436795 May 18 22:52:08.939846 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e47c4f63-634a-4e85-915f-5cb126b90182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:09.020551 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (15ad2375-9a7c-4dd5-8183-4cfc9211b774), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:09.089060 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac93b42-be2a-441b-9ba8-7aadb932deee req-f41a0894-090c-4b6c-be2e-988733cda909 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:09.090569 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ac93b42-be2a-441b-9ba8-7aadb932deee req-f41a0894-090c-4b6c-be2e-988733cda909 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0555418 May 18 22:52:09.141266 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ac93b42-be2a-441b-9ba8-7aadb932deee req-f34b339e-6782-495e-b093-08be8ed878a7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 May 18 22:52:09.152013 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (385e344d-a0cd-4da2-8bda-fac3a3434eea), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:09.153484 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:09.332894 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for port (385e344d-a0cd-4da2-8bda-fac3a3434eea), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:09.391460 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (385e344d-a0cd-4da2-8bda-fac3a3434eea), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:09.467298 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event updated for resources: {'Port': ['ID=385e344d-a0cd-4da2-8bda-fac3a3434eea,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:09.476058 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (15ad2375-9a7c-4dd5-8183-4cfc9211b774), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:09.571878 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Floating IP 15ad2375-9a7c-4dd5-8183-4cfc9211b774 associated. External IP: 172.27.1.202, port: 61069edb-146b-4923-938f-0e918446b79b. May 18 22:52:09.609615 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:09.641051 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:09.712920 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 is: DOWN; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:52:09.734800 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a142432-3052-4b68-8374-adda48eaa96e req-5e934e08-5fda-4bda-b608-18123e0c07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:09.736300 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-5e934e08-5fda-4bda-b608-18123e0c07ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa&tenant_id=3a7373826e4743088ff1d782782b9890 HTTP/1.1" status: 200 len: 1127 time: 0.0836289 May 18 22:52:09.824898 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a142432-3052-4b68-8374-adda48eaa96e req-6a2f51da-c763-4906-986e-b8fe52d1aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:09.826404 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-6a2f51da-c763-4906-986e-b8fe52d1aee8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 1127 time: 0.0549514 May 18 22:52:09.839756 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2eebf-1aaf-422f-ab08-6e4c2880e21a req-f07427b6-8ca4-46ff-a864-bfa71282f178 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:09.841642 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0e2eebf-1aaf-422f-ab08-6e4c2880e21a req-f07427b6-8ca4-46ff-a864-bfa71282f178 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0497732 May 18 22:52:09.892595 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0e2eebf-1aaf-422f-ab08-6e4c2880e21a req-ebc86398-99fd-4269-9d31-d7f8cd3dc20d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 May 18 22:52:09.924979 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Router 24e9453e-9442-4282-8364-edd4989f333d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:52:09.950104 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:09.998695 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a142432-3052-4b68-8374-adda48eaa96e req-132af654-2c33-4a37-9f86-f60fd5f4e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:10.000154 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-132af654-2c33-4a37-9f86-f60fd5f4e0ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 918 time: 0.1468518 May 18 22:52:10.100814 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:52:10.103640 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-d0964cf2-758a-4d56-9f74-34a65c3dbe7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421 HTTP/1.1" status: 200 len: 999 time: 0.0946877 May 18 22:52:10.110233 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:52:10.121188 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:10.121794 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:10.143089 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:10.159400 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a142432-3052-4b68-8374-adda48eaa96e req-1c878611-b6d5-4614-b48d-c6f73e302d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:10.160860 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-1c878611-b6d5-4614-b48d-c6f73e302d17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0496564 May 18 22:52:10.199941 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:10.232506 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:10.237456 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a142432-3052-4b68-8374-adda48eaa96e req-6da5d650-7bd2-4a99-b082-7fde92e2be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:10.239171 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-6da5d650-7bd2-4a99-b082-7fde92e2be7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713480 May 18 22:52:10.243147 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2ad779a7-cf0d-4ee4-8b31-109cd553c9a3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1192172 May 18 22:52:10.243147 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'tag': '61069edb-146b-4923-938f-0e918446b79b'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:52:10.243919 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "tag": "61069edb-146b-4923-938f-0e918446b79b"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:52:10.278797 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e927-25c7-4e49-ae81-64585f3c0b25 req-f883828f-0942-41f1-8c66-f997b80c8fa0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:10.286551 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4527e927-25c7-4e49-ae81-64585f3c0b25 req-f883828f-0942-41f1-8c66-f997b80c8fa0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0649340 May 18 22:52:10.300034 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b94b20-64b4-4daa-9104-5f0da33e4df4 x-openstack-request-id: req-75b94b20-64b4-4daa-9104-5f0da33e4df4 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:52:10.300332 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "tag": "61069edb-146b-4923-938f-0e918446b79b", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:52:10.300598 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75b94b20-64b4-4daa-9104-5f0da33e4df4 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:52:10.300999 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b94b20-64b4-4daa-9104-5f0da33e4df4'] response: {'name': 'network-changed', 'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'tag': '61069edb-146b-4923-938f-0e918446b79b', 'status': 'completed', 'code': 200} May 18 22:52:10.340184 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4527e927-25c7-4e49-ae81-64585f3c0b25 req-7d6205a8-2986-4fef-b729-05642967772f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526798 May 18 22:52:10.346474 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-1f3927f3-b17d-4158-8d6e-1e6f05cdefa0 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986712 May 18 22:52:10.430623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-a8ac98aa-2503-40d8-b970-1660b1c47f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:10.432391 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-a8ac98aa-2503-40d8-b970-1660b1c47f6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 1130 time: 0.0450699 May 18 22:52:10.452944 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a142432-3052-4b68-8374-adda48eaa96e req-cad4e4d4-62a5-4f8d-afdb-95ee3447d3c3 service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895166 May 18 22:52:10.529094 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-ed860059-96cf-4bbb-b0b2-a1bd200cc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:10.530619 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-ed860059-96cf-4bbb-b0b2-a1bd200cc316 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 912 time: 0.0929282 May 18 22:52:10.545911 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '15ad2375-9a7c-4dd5-8183-4cfc9211b774', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '61069edb-146b-4923-938f-0e918446b79b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:dc:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:52:08Z', 'updated_at': '2022-05-18T22:52:08Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}, {'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:27Z', 'revision_number': 1, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:10.576568 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:52:10.585708 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:10.590878 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:10.612093 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-947beadd-26fe-49ad-99a8-d80dc0d0a07b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61069edb-146b-4923-938f-0e918446b79b HTTP/1.1" status: 200 len: 1000 time: 0.0614946 May 18 22:52:10.686293 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:10.738682 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-ec86e670-5f93-4235-b787-26f3a6053a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:10.740154 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-ec86e670-5f93-4235-b787-26f3a6053a4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.0479159 May 18 22:52:10.793524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-659390d9-553b-4372-944a-4bd7f62c39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:10.795429 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-659390d9-553b-4372-944a-4bd7f62c39cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489943 May 18 22:52:10.893875 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-7a617e1e-fe43-4c52-89ab-03a569a27421 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927205 May 18 22:52:10.920689 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '15ad2375-9a7c-4dd5-8183-4cfc9211b774', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '61069edb-146b-4923-938f-0e918446b79b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:dc:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:52:08Z', 'updated_at': '2022-05-18T22:52:08Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}, {'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:27Z', 'revision_number': 1, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:10.945785 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6192a8-5468-40fb-98d4-0025162dd667 None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '15ad2375-9a7c-4dd5-8183-4cfc9211b774', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '61069edb-146b-4923-938f-0e918446b79b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:dc:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:52:08Z', 'updated_at': '2022-05-18T22:52:08Z', 'revision_number': 0, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}, {'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:27Z', 'revision_number': 1, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:52:10.993986 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc7d42f-b084-4ff3-ba9e-74f6d3308cdd req-ad115110-c031-4e05-93f4-2b9dc23bf426 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935674 May 18 22:52:11.284064 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926be39c-4d79-4fe4-970b-2ceb1e478fe9 None None] New status for floating IP 15ad2375-9a7c-4dd5-8183-4cfc9211b774: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:52:11.430081 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:11.483291 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d375d-983d-4b39-aecf-3a56f00389d0 req-af083b05-ee59-4c02-95f4-c701c92521ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:11.484744 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-933d375d-983d-4b39-aecf-3a56f00389d0 req-af083b05-ee59-4c02-95f4-c701c92521ab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0637212 May 18 22:52:11.534769 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:11.539968 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-933d375d-983d-4b39-aecf-3a56f00389d0 req-1c7bced4-ef7f-4dc7-b8d6-f7a24ec488f6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486705 May 18 22:52:12.627197 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:12.661853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e083a13-7649-4b3d-8641-325a424f26d6 req-c903b9b8-a62b-4836-83c4-7e7866f46f66 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:12.664023 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7e083a13-7649-4b3d-8641-325a424f26d6 req-c903b9b8-a62b-4836-83c4-7e7866f46f66 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0463622 May 18 22:52:12.713242 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7e083a13-7649-4b3d-8641-325a424f26d6 req-34831afb-ac98-4521-9555-c605b8068a35 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438008 May 18 22:52:12.888527 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:14.090462 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f66e7-4c90-4c41-89bd-98eeb90abb66 req-693c7831-8648-407d-a2e6-0a2a315fa062 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:14.091908 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e4f66e7-4c90-4c41-89bd-98eeb90abb66 req-693c7831-8648-407d-a2e6-0a2a315fa062 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.3056505 May 18 22:52:14.137357 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e4f66e7-4c90-4c41-89bd-98eeb90abb66 req-8b25e963-bb7c-463e-b0df-b5d08eb4b8c5 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399160 May 18 22:52:15.262340 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b4dde-9379-4a37-9f45-95d13880175e req-52cf61bc-a71e-4ebd-9517-6ead0e2111c3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:15.266033 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a56b4dde-9379-4a37-9f45-95d13880175e req-52cf61bc-a71e-4ebd-9517-6ead0e2111c3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0503192 May 18 22:52:15.319969 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a56b4dde-9379-4a37-9f45-95d13880175e req-23d7a791-5d58-4360-886c-543c22877df0 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483294 May 18 22:52:16.481666 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c691f30-04a3-47dc-a5c5-266310d6f43b req-2ce16484-e4d2-4bb1-882a-28673272045a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:16.483201 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c691f30-04a3-47dc-a5c5-266310d6f43b req-2ce16484-e4d2-4bb1-882a-28673272045a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0614231 May 18 22:52:16.530338 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c691f30-04a3-47dc-a5c5-266310d6f43b req-86960438-2a75-421f-8f00-5eddf265e29a tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 May 18 22:52:17.654101 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df15e0-2e6f-4527-a98e-af9f265f1c65 req-99d9de2d-d789-44c0-835f-aeafdc867d2f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:17.655576 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85df15e0-2e6f-4527-a98e-af9f265f1c65 req-99d9de2d-d789-44c0-835f-aeafdc867d2f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0482945 May 18 22:52:17.703537 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85df15e0-2e6f-4527-a98e-af9f265f1c65 req-52187650-ef65-4130-9556-65ce6d8bb045 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 May 18 22:52:18.839093 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4339c-6fe6-4c91-8111-39ae515cfbb5 req-5da01085-c798-4169-afcb-9c3558e1515c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:18.840813 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57d4339c-6fe6-4c91-8111-39ae515cfbb5 req-5da01085-c798-4169-afcb-9c3558e1515c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0550976 May 18 22:52:18.910647 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57d4339c-6fe6-4c91-8111-39ae515cfbb5 req-eb178ac1-0143-4690-b20c-bf9c0bf44f47 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605905 May 18 22:52:20.020159 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284f4e6-5da2-4f0c-9cae-3597e04579de req-042632db-44cf-4e63-aff4-6231eb01e813 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:20.021664 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b284f4e6-5da2-4f0c-9cae-3597e04579de req-042632db-44cf-4e63-aff4-6231eb01e813 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0473819 May 18 22:52:20.071250 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b284f4e6-5da2-4f0c-9cae-3597e04579de req-2a27d8b2-a2a9-4554-be04-654053b065fb tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 May 18 22:52:20.447762 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:20.449635 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=16 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:20.922686 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=73 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:20.923886 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=83 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:21.193879 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27c67d-3cdf-4230-9de4-123cf093bc26 req-fe215629-f6a7-4c0b-a34f-eed11e1bd28f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:21.195407 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9a27c67d-3cdf-4230-9de4-123cf093bc26 req-fe215629-f6a7-4c0b-a34f-eed11e1bd28f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0477469 May 18 22:52:21.244813 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9a27c67d-3cdf-4230-9de4-123cf093bc26 req-7b33a42a-5536-4551-8a86-6771672aa7dc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 May 18 22:52:22.365780 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4326c9-598a-4850-8410-4bca7a07ad1b req-a1572e52-5145-4030-872f-9a10c02ef1d4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:22.368100 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc4326c9-598a-4850-8410-4bca7a07ad1b req-a1572e52-5145-4030-872f-9a10c02ef1d4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0494900 May 18 22:52:22.415116 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc4326c9-598a-4850-8410-4bca7a07ad1b req-0075608f-fb35-494e-8a2d-df5ea78e36b9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 May 18 22:52:22.844805 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:22.851788 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:23.549882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be028f-cb9a-4bd5-bebe-e0dffe87e2a0 req-ffcb33bc-66bb-4286-88ab-f57c5ff9c857 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:23.551502 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40be028f-cb9a-4bd5-bebe-e0dffe87e2a0 req-ffcb33bc-66bb-4286-88ab-f57c5ff9c857 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0569446 May 18 22:52:23.608846 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40be028f-cb9a-4bd5-bebe-e0dffe87e2a0 req-f1dd5c39-4ae9-43b4-bed9-5c8835a15d0c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512953 May 18 22:52:24.736309 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605aa98-a534-4b54-964b-ed830c557a8f req-c60ab140-ff19-4164-af36-fd89b723c62b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:24.737753 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0605aa98-a534-4b54-964b-ed830c557a8f req-c60ab140-ff19-4164-af36-fd89b723c62b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0506110 May 18 22:52:24.779944 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:24.784463 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0605aa98-a534-4b54-964b-ed830c557a8f req-4f7f96d1-a184-4e41-be36-64c39716b1d6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411036 May 18 22:52:25.893116 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:25.902318 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72629-21cc-404d-8b65-0d588ef4afd3 req-eb7ce76d-6d22-43ed-a5ad-a17dae07f923 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:25.903711 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06a72629-21cc-404d-8b65-0d588ef4afd3 req-eb7ce76d-6d22-43ed-a5ad-a17dae07f923 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0476992 May 18 22:52:25.950940 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06a72629-21cc-404d-8b65-0d588ef4afd3 req-66dbaa90-d5a3-44f3-95b7-a6b567e82311 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 May 18 22:52:27.070987 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb8d04-cc64-489b-bcf8-3fa266ba18ff req-30798dd4-3a86-4794-8a19-f6ad0b5ae653 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:27.072492 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0beb8d04-cc64-489b-bcf8-3fa266ba18ff req-30798dd4-3a86-4794-8a19-f6ad0b5ae653 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0500755 May 18 22:52:27.123399 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0beb8d04-cc64-489b-bcf8-3fa266ba18ff req-9c7d663e-2fab-48bc-bcb1-05e319b54c4c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451474 May 18 22:52:28.240683 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe2320-dc1d-48e8-a2a5-89b866223338 req-0cbfe5a6-eb67-4f3d-8ba7-7f146aca4ab8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:28.242908 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63fe2320-dc1d-48e8-a2a5-89b866223338 req-0cbfe5a6-eb67-4f3d-8ba7-7f146aca4ab8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0468323 May 18 22:52:28.287599 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63fe2320-dc1d-48e8-a2a5-89b866223338 req-8b0b270a-b68d-4f94-971c-4718b03fc0d7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392790 May 18 22:52:29.372352 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:29.407191 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8ce52-caf8-43e5-9e2c-9750601b9504 req-738eb669-4cb9-4cea-bec6-911cd2f17962 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:29.408646 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4bf8ce52-caf8-43e5-9e2c-9750601b9504 req-738eb669-4cb9-4cea-bec6-911cd2f17962 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0469117 May 18 22:52:29.455392 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4bf8ce52-caf8-43e5-9e2c-9750601b9504 req-38a4242e-b889-4a70-a214-dd022b1726c8 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411603 May 18 22:52:30.729691 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e307-f37b-42a1-a90e-c9a425229d4a req-52ca3652-c902-48d5-b3d2-da38c98d8f26 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:30.731233 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c067e307-f37b-42a1-a90e-c9a425229d4a req-52ca3652-c902-48d5-b3d2-da38c98d8f26 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0502081 May 18 22:52:30.777699 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c067e307-f37b-42a1-a90e-c9a425229d4a req-f26516ed-a63f-4151-a245-b2679d4fe0ad tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 May 18 22:52:30.843938 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49662) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:31.085241 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Deleting port 1e947dd0-e428-466a-8e60-c0db8c21319d {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:31.085777 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (1e947dd0-e428-466a-8e60-c0db8c21319d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:31.161766 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (1e947dd0-e428-466a-8e60-c0db8c21319d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:31.162129 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for floatingip (1e947dd0-e428-466a-8e60-c0db8c21319d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:31.175033 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Calling delete_port for 1e947dd0-e428-466a-8e60-c0db8c21319d owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:31.408198 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (1e947dd0-e428-466a-8e60-c0db8c21319d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:31.430328 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event deleted for resources: {'Port': ['ID=1e947dd0-e428-466a-8e60-c0db8c21319d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:31.726662 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for floatingip (d0c480e8-6768-4b21-8d9d-934620b7de75), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:31.727005 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Floating IP d0c480e8-6768-4b21-8d9d-934620b7de75 disassociated (deleted). External IP: 172.27.1.22, port: 60d9c274-368f-4afe-81d6-9735f604892c. May 18 22:52:31.735696 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:52:31.834801 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:31.846729 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'port_id': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'mac_address': 'fa:16:3e:30:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:52:31.886868 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:52:31.887259 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:31.901317 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682e4566-fdfb-4a1e-8b14-8760e8fa6421 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:52:31.903556 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9658a5-4dcc-46cd-8402-0f16a1f5bcf2 req-154b8310-b917-4dd6-85fd-cca8ee64280b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:31.905069 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b9658a5-4dcc-46cd-8402-0f16a1f5bcf2 req-154b8310-b917-4dd6-85fd-cca8ee64280b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 943 time: 0.0497661 May 18 22:52:31.920880 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:31.932223 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Router f7a79450-701b-4a61-8eb3-39a09a7eca2d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:52:31.954960 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b9658a5-4dcc-46cd-8402-0f16a1f5bcf2 req-ded6c002-bcfa-4be4-aaf1-2e0a0efeff64 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 May 18 22:52:32.001300 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:32.032899 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:52:32.037140 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:32.050681 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=9']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:32.052449 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] Sync routers for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:52:32.066438 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:32.067055 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:32.070960 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-cc6d7e3e-e2a6-4f8f-bed0-96a1195bdd44 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "DELETE /v2.0/floatingips/d0c480e8-6768-4b21-8d9d-934620b7de75 HTTP/1.1" status: 204 len: 168 time: 1.2256341 May 18 22:52:32.071631 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:52:32.073955 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05986f1-ed03-48e8-b9d3-7472b6823ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "tag": "60d9c274-368f-4afe-81d6-9735f604892c"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:52:32.109949 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380e938-8cea-4457-9611-0d59bc860305 x-openstack-request-id: req-d380e938-8cea-4457-9611-0d59bc860305 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:52:32.110267 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "tag": "60d9c274-368f-4afe-81d6-9735f604892c", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:52:32.110517 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d380e938-8cea-4457-9611-0d59bc860305 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:52:32.110967 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d380e938-8cea-4457-9611-0d59bc860305'] response: {'name': 'network-changed', 'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c', 'status': 'completed', 'code': 200} May 18 22:52:32.171500 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:32.261876 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-fe05d168-e9bc-442e-87cd-1a414405e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:32.263555 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-fe05d168-e9bc-442e-87cd-1a414405e8e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 1129 time: 0.1003354 May 18 22:52:32.356877 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-f6926231-70f7-4535-b4db-b118216059d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:32.358382 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-f6926231-70f7-4535-b4db-b118216059d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 200 len: 910 time: 0.0882788 May 18 22:52:32.371662 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:36Z', 'revision_number': 5, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:32.398355 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-4be9ea26-2125-48fb-ba97-1f2a85c1aa80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 200 len: 217 time: 0.0334733 May 18 22:52:32.399937 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] Checking router: f7a79450-701b-4a61-8eb3-39a09a7eca2d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:52:32.408619 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:32.409218 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:32.455797 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-ae97c1b0-3b0a-443b-bbbb-532d7df2c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:32.457258 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-ae97c1b0-3b0a-443b-bbbb-532d7df2c9e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7da46f96-186f-44c6-84db-a897df3fb345 HTTP/1.1" status: 200 len: 848 time: 0.0523422 May 18 22:52:32.509848 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:32.515824 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['682e4566-fdfb-4a1e-8b14-8760e8fa6421'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:52:32.531431 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e09317-651f-4866-9623-d74e96158556 req-6b3e563f-80ab-43f2-9ba8-48707e974713 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:32.533176 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-47e09317-651f-4866-9623-d74e96158556 req-6b3e563f-80ab-43f2-9ba8-48707e974713 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0493898 May 18 22:52:32.593210 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-47e09317-651f-4866-9623-d74e96158556 req-0a33364e-0253-4b12-a8eb-aaa0a736500a tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528798 May 18 22:52:32.701825 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:36Z', 'revision_number': 5, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:32.725719 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d1493-4ba0-46d9-ab8c-b0e2b9508baa None None] The sync data for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi is: [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:33Z', 'revision_number': 4, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '1366b219-602e-4ea4-8d0c-1893fc2a302f', 'name': '', 'network_id': '4177bd83-4697-477b-b1d4-2aba176f602d', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'mac_address': 'fa:16:3e:76:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7da46f96-186f-44c6-84db-a897df3fb345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:32Z', 'updated_at': '2022-05-18T22:46:36Z', 'revision_number': 5, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'subnets': [{'id': '7da46f96-186f-44c6-84db-a897df3fb345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:52:32.939748 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccf9fe-42e1-4387-b6af-b5cade4e21ad None None] New status for floating IP d0c480e8-6768-4b21-8d9d-934620b7de75: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:52:33.076972 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c4ac2-9039-444c-b672-57f51c0e15e2 req-3aae4392-dfde-4f20-a4ee-161dcfda344b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:33.078459 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f09c4ac2-9039-444c-b672-57f51c0e15e2 req-3aae4392-dfde-4f20-a4ee-161dcfda344b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 944 time: 0.0474269 May 18 22:52:33.128348 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f09c4ac2-9039-444c-b672-57f51c0e15e2 req-872d1956-09f9-490d-8b76-3f772946deab tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444448 May 18 22:52:33.675081 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:33.712860 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804fbcb-6e74-4867-93d0-caf715eb8855 req-1a6e1e04-f05e-4bce-9431-6b68766c632b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:33.714340 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a804fbcb-6e74-4867-93d0-caf715eb8855 req-1a6e1e04-f05e-4bce-9431-6b68766c632b tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0493324 May 18 22:52:33.743831 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:52:33.764744 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a804fbcb-6e74-4867-93d0-caf715eb8855 req-f9d2c74c-6b9f-4c31-b314-ff2030dd07fe tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446582 May 18 22:52:33.790686 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:52:33.790849 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:33.829982 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:33.859399 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-0d757d39-1e99-4536-96a3-28e396e4db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:33.860837 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-0d757d39-1e99-4536-96a3-28e396e4db1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4177bd83-4697-477b-b1d4-2aba176f602d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398839 May 18 22:52:33.861899 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:52:33.862314 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:33.885184 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:52:33.887377 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059fdee6-dc20-4de8-bda3-828da38c45b6" -d '{"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-plugged", "status": "completed", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:52:33.900639 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:33.968831 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-2e74c5fb-61c8-44f7-bb34-32f47214d4a6 service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914798 May 18 22:52:33.974096 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:33.980758 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280f4059-8326-42cb-97c3-e4a1fc501e45 x-openstack-request-id: req-280f4059-8326-42cb-97c3-e4a1fc501e45 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:52:33.981230 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-plugged", "status": "completed", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:52:33.981479 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-280f4059-8326-42cb-97c3-e4a1fc501e45 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:52:33.981864 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280f4059-8326-42cb-97c3-e4a1fc501e45'] response: {'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'code': 200} May 18 22:52:34.027929 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=10']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:34.065464 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e05986f1-ed03-48e8-b9d3-7472b6823ed3 req-6a9155d7-1f6c-4a3a-80c4-1c47d137f7be service neutron] 10.222.0.24 "GET /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899959 May 18 22:52:34.251416 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107d268-0050-4a19-ae35-b300e61368de req-72dd7910-feab-4455-a6da-be963b27ba86 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:34.252876 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a107d268-0050-4a19-ae35-b300e61368de req-72dd7910-feab-4455-a6da-be963b27ba86 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0518398 May 18 22:52:34.299965 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a107d268-0050-4a19-ae35-b300e61368de req-25ec8b14-ec9b-4fa6-9822-ebee19233579 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 May 18 22:52:34.707478 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-1b736d6d-d5b2-4ea5-b64f-654185781ae0 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:34.709101 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-1b736d6d-d5b2-4ea5-b64f-654185781ae0 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.24 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0471201 May 18 22:52:34.798763 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Deleting port 60d9c274-368f-4afe-81d6-9735f604892c {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:34.799116 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (60d9c274-368f-4afe-81d6-9735f604892c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:34.822440 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:34.832578 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:34.838123 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124c3aa-a30b-405d-b6ee-b9f3ac6da3cc req-f42d81f2-b7b6-476f-82b7-7edcb38249f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:34.839756 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6124c3aa-a30b-405d-b6ee-b9f3ac6da3cc req-f42d81f2-b7b6-476f-82b7-7edcb38249f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 1130 time: 0.0456412 May 18 22:52:34.884360 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6124c3aa-a30b-405d-b6ee-b9f3ac6da3cc req-3144aac2-9151-4bf9-824d-fbdcb374497f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387514 May 18 22:52:34.902353 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574c64f-9bdc-4faa-a1c1-ea354a528a54 req-f9c5ce53-ed55-4c52-b291-e73f9e3ff550 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:34.903874 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e574c64f-9bdc-4faa-a1c1-ea354a528a54 req-f9c5ce53-ed55-4c52-b291-e73f9e3ff550 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 945 time: 0.0640686 May 18 22:52:34.950554 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] For port 60d9c274-368f-4afe-81d6-9735f604892c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=60d9c274-368f-4afe-81d6-9735f604892c,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:34.950916 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (60d9c274-368f-4afe-81d6-9735f604892c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:34.973349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Calling delete_port for 60d9c274-368f-4afe-81d6-9735f604892c owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:34.998325 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e574c64f-9bdc-4faa-a1c1-ea354a528a54 req-ee388762-d1a9-4cc4-afa1-7ccf7b7af7ce tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4e5d075-0fcf-4d05-9d66-33432bdeb69d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886168 May 18 22:52:35.183669 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (60d9c274-368f-4afe-81d6-9735f604892c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:35.215322 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event deleted for resources: {'Port': ['ID=60d9c274-368f-4afe-81d6-9735f604892c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:35.260926 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] No DVR routers for this DVR port 60d9c274-368f-4afe-81d6-9735f604892c on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:52:35.263523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:35.266659 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89548c30-ffff-4aaa-9e0a-8311035a24e4 req-48ba4bca-2a6c-49b8-8690-b874ceb726cd tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.24 "DELETE /v2.0/ports/60d9c274-368f-4afe-81d6-9735f604892c HTTP/1.1" status: 204 len: 173 time: 0.5522027 May 18 22:52:35.267090 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'name': 'network-vif-deleted', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:52:35.269345 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901bbf7-c33b-4d3f-8b8e-804bab7430f9" -d '{"events": [{"server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "name": "network-vif-deleted", "tag": "60d9c274-368f-4afe-81d6-9735f604892c"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:52:35.362914 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c3207-2c6a-4477-a48d-bc01b35b89e9 x-openstack-request-id: req-fc5c3207-2c6a-4477-a48d-bc01b35b89e9 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:52:35.363204 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c850c82e-2876-4797-8a76-d09960544a2f", "name": "network-vif-deleted", "tag": "60d9c274-368f-4afe-81d6-9735f604892c", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:52:35.363455 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc5c3207-2c6a-4477-a48d-bc01b35b89e9 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:52:35.363854 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5c3207-2c6a-4477-a48d-bc01b35b89e9'] response: {'server_uuid': 'c850c82e-2876-4797-8a76-d09960544a2f', 'name': 'network-vif-deleted', 'tag': '60d9c274-368f-4afe-81d6-9735f604892c', 'status': 'completed', 'code': 200} May 18 22:52:35.423633 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515570b7-8134-45e7-87e6-caa46b9ad55d req-23c661d1-8553-4f15-8dfb-96f64ce1e7b7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:35.425079 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-515570b7-8134-45e7-87e6-caa46b9ad55d req-23c661d1-8553-4f15-8dfb-96f64ce1e7b7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0488379 May 18 22:52:35.472196 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-515570b7-8134-45e7-87e6-caa46b9ad55d req-139fec67-6c7b-4ca5-bad3-4d4c8bb1c48f tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409393 May 18 22:52:36.079745 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:36.101969 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ed8b916-7bcb-4e4c-ab94-1a2e9085d521 req-094d6135-38fc-4642-a019-19eff6d339de tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 210 time: 0.0320108 May 18 22:52:36.575080 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:36.594034 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2adacf-4f5a-4cf3-94a2-5ef495dad7dd req-86d874fa-0731-4d07-af06-0dc257919a68 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:36.595530 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f2adacf-4f5a-4cf3-94a2-5ef495dad7dd req-86d874fa-0731-4d07-af06-0dc257919a68 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0523703 May 18 22:52:36.643289 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f2adacf-4f5a-4cf3-94a2-5ef495dad7dd req-9ded5730-2866-40fb-bb79-b62114af2bc7 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419602 May 18 22:52:36.659598 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-acb97c5a-9815-489b-9a2b-62e28a94f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:37.201808 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f9570092-d2d6-4dea-96da-5bfd64ba6e84 req-221a115d-41be-4e1d-b2b5-d8e58bd61c3c tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 210 time: 0.0296819 May 18 22:52:37.754382 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 60d9c274-368f-4afe-81d6-9735f604892c no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:37.765199 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddd1cb-0f91-4328-8563-fdaaafe3fd17 req-fa5f87e0-75e4-4389-bd4d-34fe113b5254 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:37.766715 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bddd1cb-0f91-4328-8563-fdaaafe3fd17 req-fa5f87e0-75e4-4389-bd4d-34fe113b5254 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0485909 May 18 22:52:37.774365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 60d9c274-368f-4afe-81d6-9735f604892c {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:37.774810 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 60d9c274-368f-4afe-81d6-9735f604892c not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:37.818561 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bddd1cb-0f91-4328-8563-fdaaafe3fd17 req-93c8892b-3c34-4e21-a59a-3b3653395649 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458944 May 18 22:52:38.309554 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c69f186b-c225-4169-bc27-943ea26c62f4 req-8b08627d-19f3-48e6-b722-2978382cd179 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "GET /v2.0/ports?device_id=c850c82e-2876-4797-8a76-d09960544a2f HTTP/1.1" status: 200 len: 210 time: 0.0287557 May 18 22:52:38.916780 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bf40fa1d-87f7-4348-99d3-1857ea6d9aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:38.939614 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d1634-a37d-4ea2-af74-cc3a85a0d193 req-289df4b8-f3b0-48c8-a08b-df0d5c1181f6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:38.941159 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-260d1634-a37d-4ea2-af74-cc3a85a0d193 req-289df4b8-f3b0-48c8-a08b-df0d5c1181f6 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0512290 May 18 22:52:38.998829 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-260d1634-a37d-4ea2-af74-cc3a85a0d193 req-e673d4fd-f940-4d3f-a7bd-5babaf9d0d04 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511262 May 18 22:52:39.368503 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49768) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:39.427025 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-17563c32-a23a-48f0-9eef-24400670dd19 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group (f4e5d075-0fcf-4d05-9d66-33432bdeb69d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:39.452219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-17563c32-a23a-48f0-9eef-24400670dd19 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group (f4e5d075-0fcf-4d05-9d66-33432bdeb69d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:39.556854 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-17563c32-a23a-48f0-9eef-24400670dd19 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f4e5d075-0fcf-4d05-9d66-33432bdeb69d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:39.559544 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-17563c32-a23a-48f0-9eef-24400670dd19 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:39.560744 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-17563c32-a23a-48f0-9eef-24400670dd19 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] 10.222.0.70 "DELETE /v2.0/security-groups/f4e5d075-0fcf-4d05-9d66-33432bdeb69d HTTP/1.1" status: 204 len: 168 time: 0.1924520 May 18 22:52:39.570985 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17563c32-a23a-48f0-9eef-24400670dd19 tempest-TestShelveInstance-1342974583 tempest-TestShelveInstance-1342974583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e5d075-0fcf-4d05-9d66-33432bdeb69d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:39.667341 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49776) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:39.963345 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:40.096247 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (f7a79450-701b-4a61-8eb3-39a09a7eca2d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:40.366219 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Deleting port 1366b219-602e-4ea4-8d0c-1893fc2a302f {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:40.366562 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:40.443516 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] For port 1366b219-602e-4ea4-8d0c-1893fc2a302f, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=1366b219-602e-4ea4-8d0c-1893fc2a302f,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:40.443799 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:40.456235 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Calling delete_port for 1366b219-602e-4ea4-8d0c-1893fc2a302f owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:40.522407 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=100 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:40.676081 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (1366b219-602e-4ea4-8d0c-1893fc2a302f), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:40.708921 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Pushing event deleted for resources: {'Port': ['ID=1366b219-602e-4ea4-8d0c-1893fc2a302f,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:40.772262 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:40.840088 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-c09aec26-d5f0-454b-96c2-f648333a0468 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528004 May 18 22:52:40.888324 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (f7a79450-701b-4a61-8eb3-39a09a7eca2d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:40.954484 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-70088e36-470b-4477-889b-e05e8fefcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:40.956701 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-70088e36-470b-4477-889b-e05e8fefcc8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a7373826e4743088ff1d782782b9890&device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 1130 time: 0.0412781 May 18 22:52:41.076082 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-b81ce1b1-71c3-471d-93c6-625d582507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:41.077572 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-b81ce1b1-71c3-471d-93c6-625d582507e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 200 len: 918 time: 0.0988967 May 18 22:52:41.104988 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Router f7a79450-701b-4a61-8eb3-39a09a7eca2d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:52:41.138841 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-916a3d88-ff6e-44bb-80f8-b8f261b82c8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421 HTTP/1.1" status: 200 len: 1001 time: 0.0551937 May 18 22:52:41.193450 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-31e6ccc4-2800-4af3-ae5c-8c6647e4443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:41.195920 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-31e6ccc4-2800-4af3-ae5c-8c6647e4443f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 200 len: 856 time: 0.0504298 May 18 22:52:41.222658 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:52:41.235693 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6cb97238-edc5-43de-ba63-1c575fde7284 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7a79450-701b-4a61-8eb3-39a09a7eca2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5654397 May 18 22:52:41.237914 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49794) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:41.240183 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] Sync routers for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:52:41.250560 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-f8e23c1e-3568-4096-86ee-904bc95184b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:41.252130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-f8e23c1e-3568-4096-86ee-904bc95184b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef8d9f04-cd89-47a5-92e7-968950a33380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497487 May 18 22:52:41.254154 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:41.254829 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:41.343367 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks [] for router (f7a79450-701b-4a61-8eb3-39a09a7eca2d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:41.361829 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-8034da5e-1124-49f2-87e4-39059d46a2bc service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022987 May 18 22:52:41.436079 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:41.446989 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:41.457440 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:41.457686 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks [] for router_gateway (f7a79450-701b-4a61-8eb3-39a09a7eca2d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:41.471277 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:41.480648 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76d2f632-f069-41c5-b1de-8610ad7016ff req-2cc85ecb-52f2-4bc9-8824-a6ac6a8077ec service neutron] 10.222.0.24 "GET /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014059 May 18 22:52:41.582969 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:41.595215 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Deleting port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:41.595559 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:41.632488 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:52:40Z', 'revision_number': 5, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port': {'id': 'dd5f0bef-4e2b-4c3f-9976-92fb7f947f66', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:df:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:41.635871 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:41.658338 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] Checking router: f7a79450-701b-4a61-8eb3-39a09a7eca2d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:52:41.668240 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] Routers {'f7a79450-701b-4a61-8eb3-39a09a7eca2d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:41.668864 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:41.757683 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] Set router f7a79450-701b-4a61-8eb3-39a09a7eca2d gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:41.810371 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:52:41Z', 'revision_number': 6, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port_host': None}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:41.834725 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3200ec-a4da-4ad9-9531-3c1efc53213d None None] The sync data for ids ['f7a79450-701b-4a61-8eb3-39a09a7eca2d'] in dv-cinder-838009-6-iscsi is: [{'id': 'f7a79450-701b-4a61-8eb3-39a09a7eca2d', 'name': 'tempest-TestShelveInstance-1764618608-router', 'tenant_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:30Z', 'updated_at': '2022-05-18T22:52:41Z', 'revision_number': 6, 'project_id': '5fc1f2d036414a81ba6f2e60e8292ab6', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:52:41.922859 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] For port dd5f0bef-4e2b-4c3f-9976-92fb7f947f66, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=dd5f0bef-4e2b-4c3f-9976-92fb7f947f66,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:41.923474 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:41.935887 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Calling delete_port for dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:41.982166 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:42.150867 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (dd5f0bef-4e2b-4c3f-9976-92fb7f947f66), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.176324 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5f0bef-4e2b-4c3f-9976-92fb7f947f66,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:42.244274 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (f7a79450-701b-4a61-8eb3-39a09a7eca2d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.346298 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (f7a79450-701b-4a61-8eb3-39a09a7eca2d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.348790 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks [] for router_controller (f7a79450-701b-4a61-8eb3-39a09a7eca2d), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.499609 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (f7a79450-701b-4a61-8eb3-39a09a7eca2d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.500248 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a79450-701b-4a61-8eb3-39a09a7eca2d {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 22:52:42.504982 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.506213 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-78dacc7a-5ecc-476a-ab65-dade4d076330 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f7a79450-701b-4a61-8eb3-39a09a7eca2d HTTP/1.1" status: 204 len: 168 time: 1.2669616 May 18 22:52:42.509638 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49802) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:42.557625 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6e4e73-602c-41e8-b4da-84fee790e5ed admin admin] Deleting subnet 7da46f96-186f-44c6-84db-a897df3fb345 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:52:42.559441 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e73-602c-41e8-b4da-84fee790e5ed admin admin] Publish callbacks [] for subnet (7da46f96-186f-44c6-84db-a897df3fb345), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.596942 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e73-602c-41e8-b4da-84fee790e5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (7da46f96-186f-44c6-84db-a897df3fb345), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.629340 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 1366b219-602e-4ea4-8d0c-1893fc2a302f no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:42.655590 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 1366b219-602e-4ea4-8d0c-1893fc2a302f {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:42.655925 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 1366b219-602e-4ea4-8d0c-1893fc2a302f not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:42.659767 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:42.659767 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:42.676161 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:42.676634 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device dd5f0bef-4e2b-4c3f-9976-92fb7f947f66 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:42.686355 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e73-602c-41e8-b4da-84fee790e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (7da46f96-186f-44c6-84db-a897df3fb345), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.810692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1389-dbd5-451a-9eea-212ff09345f4 req-f3bd4eca-7a2c-4c25-b90c-4824a076bc0d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:42.812228 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-342a1389-dbd5-451a-9eea-212ff09345f4 req-f3bd4eca-7a2c-4c25-b90c-4824a076bc0d tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 945 time: 0.0503867 May 18 22:52:42.842673 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e73-602c-41e8-b4da-84fee790e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (7da46f96-186f-44c6-84db-a897df3fb345), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.846362 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:42.853932 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:42.861765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e73-602c-41e8-b4da-84fee790e5ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.862059 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6982c81-3bd1-401e-8f41-ca9209e8fc6d None None] Network 4177bd83-4697-477b-b1d4-2aba176f602d requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:52:42.868899 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2a6e4e73-602c-41e8-b4da-84fee790e5ed admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7da46f96-186f-44c6-84db-a897df3fb345 HTTP/1.1" status: 204 len: 168 time: 0.3556044 May 18 22:52:42.869254 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49806) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:42.887958 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4e73-602c-41e8-b4da-84fee790e5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da46f96-186f-44c6-84db-a897df3fb345,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:42.919869 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-342a1389-dbd5-451a-9eea-212ff09345f4 req-085bf8de-9745-4fd5-a774-2013a049f23b tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002588 May 18 22:52:42.920107 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:42.955838 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (4177bd83-4697-477b-b1d4-2aba176f602d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.001340 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Deleting port 3fdd534d-181d-408d-91ef-30724d901b65 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:43.001689 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (3fdd534d-181d-408d-91ef-30724d901b65), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.034060 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] DHCP port deletion for 4177bd83-4697-477b-b1d4-2aba176f602d request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 22:52:43.073011 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] For port 3fdd534d-181d-408d-91ef-30724d901b65, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3fdd534d-181d-408d-91ef-30724d901b65,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:43.073334 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Deleting port 3fdd534d-181d-408d-91ef-30724d901b65 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:43.073448 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (3fdd534d-181d-408d-91ef-30724d901b65), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.073707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (3fdd534d-181d-408d-91ef-30724d901b65), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.086789 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Calling delete_port for 3fdd534d-181d-408d-91ef-30724d901b65 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:43.138161 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] For port 3fdd534d-181d-408d-91ef-30724d901b65, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3fdd534d-181d-408d-91ef-30724d901b65,segment=NetworkSegment(14dffc4d-0ffe-4404-bfd8-df7aee9bfe82),segment_id=14dffc4d-0ffe-4404-bfd8-df7aee9bfe82)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:43.138554 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (3fdd534d-181d-408d-91ef-30724d901b65), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.150974 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Calling delete_port for 3fdd534d-181d-408d-91ef-30724d901b65 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:43.230731 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (3fdd534d-181d-408d-91ef-30724d901b65), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.236323 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (3fdd534d-181d-408d-91ef-30724d901b65), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.257491 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdd534d-181d-408d-91ef-30724d901b65,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:43.259771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] No DVR routers for this DVR port 3fdd534d-181d-408d-91ef-30724d901b65 on host dv-cinder-838009-6-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:52:43.261064 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Pushing event deleted for resources: {'Port': ['ID=3fdd534d-181d-408d-91ef-30724d901b65,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:43.268767 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] No DVR routers for this DVR port 3fdd534d-181d-408d-91ef-30724d901b65 on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:52:43.272116 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.272479 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.277193 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533e352a-555c-4bb7-89f0-465e6d1c2509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:43.335815 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (4177bd83-4697-477b-b1d4-2aba176f602d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.356172 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4177bd83-4697-477b-b1d4-2aba176f602d']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:43.365398 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:43.365704 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14dffc4d-0ffe-4404-bfd8-df7aee9bfe82') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:43.375818 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5175124'] for segment (14dffc4d-0ffe-4404-bfd8-df7aee9bfe82), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.389193 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (14dffc4d-0ffe-4404-bfd8-df7aee9bfe82), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.395185 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4530294'] for segment (14dffc4d-0ffe-4404-bfd8-df7aee9bfe82), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: Traceback (most recent call last): May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: timer() May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: cb(*args, **kw) May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: return func(*args, **kwargs) May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: self._notify() May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: self.callback(batched_events) May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: event.method(event) May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: return f(self, *a, **k) May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._get(url).json() May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:52:43.402693 dv-cinder-838009-6-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:52:43.560887 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (4177bd83-4697-477b-b1d4-2aba176f602d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.568363 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.571862 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4177bd83-4697-477b-b1d4-2aba176f602d HTTP/1.1" status: 204 len: 168 time: 0.7016087 May 18 22:52:43.574975 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49808) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:43.581700 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c22dac-88b8-4f63-bb69-ce5d3180e595 admin admin] Pushing event deleted for resources: {'Network': ['ID=4177bd83-4697-477b-b1d4-2aba176f602d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:43.709509 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:43.835557 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:43.885119 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (2327fa42-5d86-447d-aa14-763aaca8503f), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:43.913739 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:52:44.048976 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3abfcd-0db3-4aeb-8a50-1d6d7c5aa967 req-ccab631c-4706-438f-ad2c-c515ae49f5c5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:44.050595 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1a3abfcd-0db3-4aeb-8a50-1d6d7c5aa967 req-ccab631c-4706-438f-ad2c-c515ae49f5c5 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 945 time: 0.0501134 May 18 22:52:44.099310 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1a3abfcd-0db3-4aeb-8a50-1d6d7c5aa967 req-f427d5dd-1194-455b-9dc9-8b95c5d1ba66 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 May 18 22:52:44.105843 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Deleting port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:44.106220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:44.183610 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] For port 2dfbd01e-33a9-4390-b890-8f41fd5a25ad, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,segment=NetworkSegment(2fe50d3e-b6ff-4b0e-9def-015a704bf232),segment_id=2fe50d3e-b6ff-4b0e-9def-015a704bf232)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:44.183969 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:44.196629 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Calling delete_port for 2dfbd01e-33a9-4390-b890-8f41fd5a25ad owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:44.413175 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (2dfbd01e-33a9-4390-b890-8f41fd5a25ad), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:44.442821 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfbd01e-33a9-4390-b890-8f41fd5a25ad,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:44.607123 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (2327fa42-5d86-447d-aa14-763aaca8503f), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:44.613408 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:44.691084 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3fdd534d-181d-408d-91ef-30724d901b65 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:44.719788 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:44.720480 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 3fdd534d-181d-408d-91ef-30724d901b65 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:44.720830 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3fdd534d-181d-408d-91ef-30724d901b65 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:44.822747 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Router 2327fa42-5d86-447d-aa14-763aaca8503f has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:52:44.833452 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:44.844931 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-421bade9-b2a0-4680-b77d-efab6e9d65bd tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:44.846686 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-421bade9-b2a0-4680-b77d-efab6e9d65bd tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 945 time: 0.0476487 May 18 22:52:44.926249 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:52:44.931824 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-bc7415a8-42fd-4197-b4b4-aa318bf0161a admin admin] 10.222.0.70 "PUT /v2.0/routers/2327fa42-5d86-447d-aa14-763aaca8503f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3558185 May 18 22:52:44.934288 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49812) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:44.935319 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Deleting port 6bf1412b-0088-4128-af97-c8d46ee4b076 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:44.935664 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:44.937470 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] Sync routers for ids ['2327fa42-5d86-447d-aa14-763aaca8503f'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:52:44.948976 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] Routers {'2327fa42-5d86-447d-aa14-763aaca8503f'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:44.949712 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['2327fa42-5d86-447d-aa14-763aaca8503f'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:45.031725 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks [] for router (2327fa42-5d86-447d-aa14-763aaca8503f), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.035007 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] For port 6bf1412b-0088-4128-af97-c8d46ee4b076, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=6bf1412b-0088-4128-af97-c8d46ee4b076,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:45.035472 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.135429 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks [] for router_gateway (2327fa42-5d86-447d-aa14-763aaca8503f), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.188607 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] Set router 2327fa42-5d86-447d-aa14-763aaca8503f gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:45.251495 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb1a1d-2f8a-4021-ab4c-a913174e51a9 req-f2bcf673-2745-4998-aec1-319696430439 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:45.253009 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68cb1a1d-2f8a-4021-ab4c-a913174e51a9 req-f2bcf673-2745-4998-aec1-319696430439 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 945 time: 0.0607934 May 18 22:52:45.256333 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.256693 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (730c87dc-e649-4fc6-a2d5-1273f7b83692), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.257044 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Floating IP 730c87dc-e649-4fc6-a2d5-1273f7b83692 disassociated. External IP: 172.27.1.25, port: 6bf1412b-0088-4128-af97-c8d46ee4b076. May 18 22:52:45.257355 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Calling delete_port for 6bf1412b-0088-4128-af97-c8d46ee4b076 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:45.266264 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Deleting port 75eac031-d2f9-41aa-9877-d05fb344f713 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:45.266694 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.343641 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:45.350060 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] For port 75eac031-d2f9-41aa-9877-d05fb344f713, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=75eac031-d2f9-41aa-9877-d05fb344f713,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:45.350060 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.359104 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68cb1a1d-2f8a-4021-ab4c-a913174e51a9 req-e2367a45-5591-4efd-b010-9aa4cae6256e tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups?id=78857772-c46c-4452-90fe-2526767b0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954201 May 18 22:52:45.363887 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Calling delete_port for 75eac031-d2f9-41aa-9877-d05fb344f713 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:45.381603 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:52:44Z', 'revision_number': 5, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port': {'id': '75eac031-d2f9-41aa-9877-d05fb344f713', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:46:37Z', 'updated_at': '2022-05-18T22:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:45.405820 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] Checking router: 2327fa42-5d86-447d-aa14-763aaca8503f for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:52:45.416058 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] Routers {'2327fa42-5d86-447d-aa14-763aaca8503f'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:45.416678 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['2327fa42-5d86-447d-aa14-763aaca8503f'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:45.502669 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] Set router 2327fa42-5d86-447d-aa14-763aaca8503f gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:45.510799 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (6bf1412b-0088-4128-af97-c8d46ee4b076), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.522693 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:45.539290 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'Port': ['ID=6bf1412b-0088-4128-af97-c8d46ee4b076,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:45.554738 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:52:45Z', 'revision_number': 6, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port_host': None}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:45.579958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3378e3-91bd-4771-9e40-244344d12d44 None None] The sync data for ids ['2327fa42-5d86-447d-aa14-763aaca8503f'] in dv-cinder-838009-6-iscsi is: [{'id': '2327fa42-5d86-447d-aa14-763aaca8503f', 'name': 'tempest-TestShelveInstance-1740306237-router', 'tenant_id': '3fa4e3a617184934be48331de9c16e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:46:36Z', 'updated_at': '2022-05-18T22:52:45Z', 'revision_number': 6, 'project_id': '3fa4e3a617184934be48331de9c16e2a', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:52:45.659527 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:52:45.669866 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (75eac031-d2f9-41aa-9877-d05fb344f713), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.670575 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:45.695817 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=75eac031-d2f9-41aa-9877-d05fb344f713,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:45.759775 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (2327fa42-5d86-447d-aa14-763aaca8503f), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.767093 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:52:45.776765 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:52:45.787615 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:45.788223 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:45.813921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] No DVR routers for this DVR port 6bf1412b-0088-4128-af97-c8d46ee4b076 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:52:45.816325 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.819917 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c9bb680-6268-4bd0-be18-a9ae7a607d83 req-cb8294c9-001c-4101-bc9d-a96c4ed9e1f8 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.24 "DELETE /v2.0/ports/6bf1412b-0088-4128-af97-c8d46ee4b076 HTTP/1.1" status: 204 len: 173 time: 0.9682758 May 18 22:52:45.821105 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'name': 'network-vif-deleted', 'tag': '6bf1412b-0088-4128-af97-c8d46ee4b076'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:52:45.823774 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:45.839935 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6bcf38-07c0-4df4-951a-9367843b3882" -d '{"events": [{"server_uuid": "532d5eb2-2c7f-4e0a-b023-4b694bc2f27b", "name": "network-vif-deleted", "tag": "6bf1412b-0088-4128-af97-c8d46ee4b076"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:52:45.854825 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (2327fa42-5d86-447d-aa14-763aaca8503f), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.857292 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks [] for router_controller (2327fa42-5d86-447d-aa14-763aaca8503f), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.866813 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2d2f0c-8ffd-4cb0-a7c8-3de499c98e53 x-openstack-request-id: req-7e2d2f0c-8ffd-4cb0-a7c8-3de499c98e53 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:52:45.868038 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532d5eb2-2c7f-4e0a-b023-4b694bc2f27b", "name": "network-vif-deleted", "tag": "6bf1412b-0088-4128-af97-c8d46ee4b076", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:52:45.868523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e2d2f0c-8ffd-4cb0-a7c8-3de499c98e53 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:52:45.869008 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2d2f0c-8ffd-4cb0-a7c8-3de499c98e53'] response: {'server_uuid': '532d5eb2-2c7f-4e0a-b023-4b694bc2f27b', 'name': 'network-vif-deleted', 'tag': '6bf1412b-0088-4128-af97-c8d46ee4b076', 'status': 'completed', 'code': 200} May 18 22:52:45.908434 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:45.971544 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (2327fa42-5d86-447d-aa14-763aaca8503f), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.972607 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2327fa42-5d86-447d-aa14-763aaca8503f {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 22:52:45.977971 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:45.981612 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-8a60a59d-15d6-4a91-a589-61ee9a6c0e9d admin admin] 10.222.0.70 "DELETE /v2.0/routers/2327fa42-5d86-447d-aa14-763aaca8503f HTTP/1.1" status: 204 len: 168 time: 1.0430851 May 18 22:52:45.981975 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49822) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:46.084516 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c3239b-6d53-45e0-b0b6-1686c26cae82 admin admin] Deleting subnet e7c7d9fd-6037-4a29-b846-0ca501eb591e {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:52:46.088087 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-68c3239b-6d53-45e0-b0b6-1686c26cae82 admin admin] Publish callbacks [] for subnet (e7c7d9fd-6037-4a29-b846-0ca501eb591e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.128767 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-68c3239b-6d53-45e0-b0b6-1686c26cae82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5175149'] for subnet (e7c7d9fd-6037-4a29-b846-0ca501eb591e), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.148179 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:46.176267 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:52:46.185783 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:46.186440 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:46.233053 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-68c3239b-6d53-45e0-b0b6-1686c26cae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (e7c7d9fd-6037-4a29-b846-0ca501eb591e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.286439 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:46.349718 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-68c3239b-6d53-45e0-b0b6-1686c26cae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4531156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4299463'] for subnet (e7c7d9fd-6037-4a29-b846-0ca501eb591e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.377197 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3239b-6d53-45e0-b0b6-1686c26cae82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c7d9fd-6037-4a29-b846-0ca501eb591e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:46.380943 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-68c3239b-6d53-45e0-b0b6-1686c26cae82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.390508 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-68c3239b-6d53-45e0-b0b6-1686c26cae82 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e7c7d9fd-6037-4a29-b846-0ca501eb591e HTTP/1.1" status: 204 len: 168 time: 0.4035447 May 18 22:52:46.390663 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49826) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:46.397959 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299dcbc1-ed49-4d59-9385-03420996f1c5 None None] Network 1fc66150-1b11-4e0a-b4cf-17eb47637dbc requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:52:46.487672 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:46.501152 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (1fc66150-1b11-4e0a-b4cf-17eb47637dbc), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.525009 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b34a4a-fb91-4f3b-8d0e-a60c1735792c None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:41:34Z', 'revision_number': 4, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '555855eb-af03-403d-8fcf-555aa000e85f', 'name': '', 'network_id': 'fbd3cb94-6b06-443d-a376-6f705f586753', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'mac_address': 'fa:16:3e:74:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:33Z', 'updated_at': '2022-05-18T22:41:41Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'subnets': [{'id': 'e41c8fe0-af5f-4581-99d2-e1fae5ede731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:52:46.627927 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9f8234ec-f8f5-4a9e-b0bf-3d30e0122b1b req-2a493ac7-2e1f-4b74-bbea-34c2eb9996fe tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/ports?device_id=532d5eb2-2c7f-4e0a-b023-4b694bc2f27b HTTP/1.1" status: 200 len: 210 time: 0.0365686 May 18 22:52:46.641323 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] DHCP port deletion for 1fc66150-1b11-4e0a-b4cf-17eb47637dbc request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 22:52:46.696951 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] Deleting port 14d7438c-d82a-4f91-bd15-9ed2de453f13 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:46.697395 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.742501 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 75eac031-d2f9-41aa-9877-d05fb344f713 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:46.747640 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:46.778365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:46.779926 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 75eac031-d2f9-41aa-9877-d05fb344f713 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:46.780272 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 75eac031-d2f9-41aa-9877-d05fb344f713 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:46.780686 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 2dfbd01e-33a9-4390-b890-8f41fd5a25ad no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:46.810091 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 2dfbd01e-33a9-4390-b890-8f41fd5a25ad {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:46.810434 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 2dfbd01e-33a9-4390-b890-8f41fd5a25ad not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:46.821396 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] For port 14d7438c-d82a-4f91-bd15-9ed2de453f13, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=14d7438c-d82a-4f91-bd15-9ed2de453f13,segment=NetworkSegment(2fe50d3e-b6ff-4b0e-9def-015a704bf232),segment_id=2fe50d3e-b6ff-4b0e-9def-015a704bf232)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:46.821396 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.833166 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] Calling delete_port for 14d7438c-d82a-4f91-bd15-9ed2de453f13 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:46.873900 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Deleting port 14d7438c-d82a-4f91-bd15-9ed2de453f13 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:46.874442 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.944680 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] For port 14d7438c-d82a-4f91-bd15-9ed2de453f13, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=14d7438c-d82a-4f91-bd15-9ed2de453f13,segment=NetworkSegment(2fe50d3e-b6ff-4b0e-9def-015a704bf232),segment_id=2fe50d3e-b6ff-4b0e-9def-015a704bf232)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:46.945575 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:46.957884 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Calling delete_port for 14d7438c-d82a-4f91-bd15-9ed2de453f13 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:47.014994 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.047231 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (14d7438c-d82a-4f91-bd15-9ed2de453f13), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.059554 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] Pushing event deleted for resources: {'Port': ['ID=14d7438c-d82a-4f91-bd15-9ed2de453f13,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:47.069130 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d36a8a-2e8c-42da-ab3d-5f2ce78cf06e None None] No DVR routers for this DVR port 14d7438c-d82a-4f91-bd15-9ed2de453f13 on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:52:47.083308 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] No DVR routers for this DVR port 14d7438c-d82a-4f91-bd15-9ed2de453f13 on host dv-cinder-838009-6-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:52:47.083308 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=14d7438c-d82a-4f91-bd15-9ed2de453f13,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:47.109555 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4827ec23-5c56-4ac1-9501-155f2fc414a4 None None] New status for floating IP 730c87dc-e649-4fc6-a2d5-1273f7b83692: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:52:47.157723 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (1fc66150-1b11-4e0a-b4cf-17eb47637dbc), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.177341 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc66150-1b11-4e0a-b4cf-17eb47637dbc']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:47.186694 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe50d3e-b6ff-4b0e-9def-015a704bf232') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:47.186984 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe50d3e-b6ff-4b0e-9def-015a704bf232') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:47.196896 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (2fe50d3e-b6ff-4b0e-9def-015a704bf232), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.209961 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (2fe50d3e-b6ff-4b0e-9def-015a704bf232), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.216605 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (2fe50d3e-b6ff-4b0e-9def-015a704bf232), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: self.session.flush() May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: self.session.flush() May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: self.session.flush() May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: self.session.flush() May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:52:47.220425 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:52:47.327698 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (1fc66150-1b11-4e0a-b4cf-17eb47637dbc), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.333204 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.338174 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] 10.222.0.70 "DELETE /v2.0/networks/1fc66150-1b11-4e0a-b4cf-17eb47637dbc HTTP/1.1" status: 204 len: 168 time: 0.9465311 May 18 22:52:47.347620 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cc2f4-b6ec-4940-8506-df00efcc4a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc66150-1b11-4e0a-b4cf-17eb47637dbc,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:47.637217 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49832) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:47.677379 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a712b2e9-59e7-4f65-9d79-94ffa7233845 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5fc1f2d036414a81ba6f2e60e8292ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388238 May 18 22:52:47.679655 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49836) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:47.736148 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b635b5b6-e8fd-4817-987a-c92f69eb27a3 admin admin] Publish callbacks [] for security_group (0ccfa50f-accc-445c-841f-4445e8d9f1c5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.757252 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b635b5b6-e8fd-4817-987a-c92f69eb27a3 admin admin] Publish callbacks [] for security_group (0ccfa50f-accc-445c-841f-4445e8d9f1c5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.780451 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49840) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:47.790735 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 6bf1412b-0088-4128-af97-c8d46ee4b076 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:47.811695 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 6bf1412b-0088-4128-af97-c8d46ee4b076 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:47.812281 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 6bf1412b-0088-4128-af97-c8d46ee4b076 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:47.836862 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e9ac36ba-b3c8-48b4-86da-0bb61eac0b09 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (78857772-c46c-4452-90fe-2526767b0100), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.842302 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b635b5b6-e8fd-4817-987a-c92f69eb27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0ccfa50f-accc-445c-841f-4445e8d9f1c5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.844851 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b635b5b6-e8fd-4817-987a-c92f69eb27a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.848269 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b635b5b6-e8fd-4817-987a-c92f69eb27a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ccfa50f-accc-445c-841f-4445e8d9f1c5 HTTP/1.1" status: 204 len: 168 time: 0.1653771 May 18 22:52:47.855138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635b5b6-e8fd-4817-987a-c92f69eb27a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccfa50f-accc-445c-841f-4445e8d9f1c5,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:47.861984 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e9ac36ba-b3c8-48b4-86da-0bb61eac0b09 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (78857772-c46c-4452-90fe-2526767b0100), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.973489 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e9ac36ba-b3c8-48b4-86da-0bb61eac0b09 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (78857772-c46c-4452-90fe-2526767b0100), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.976142 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e9ac36ba-b3c8-48b4-86da-0bb61eac0b09 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:47.977394 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e9ac36ba-b3c8-48b4-86da-0bb61eac0b09 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "DELETE /v2.0/security-groups/78857772-c46c-4452-90fe-2526767b0100 HTTP/1.1" status: 204 len: 168 time: 0.1959164 May 18 22:52:47.980226 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49844) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:47.986754 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac36ba-b3c8-48b4-86da-0bb61eac0b09 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78857772-c46c-4452-90fe-2526767b0100,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:47.994432 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.api.v2.resource [None req-698c826a-38b8-49dd-83d9-70ff7a2c7885 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] show failed (client error): The resource could not be found. May 18 22:52:47.998090 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-698c826a-38b8-49dd-83d9-70ff7a2c7885 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "GET /v2.0/security-groups/78857772-c46c-4452-90fe-2526767b0100 HTTP/1.1" status: 404 len: 347 time: 0.0141656 May 18 22:52:47.998276 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49846) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:48.006245 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:48.109821 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Deleting port e0d1b09f-62c8-42c7-868e-94c24b2a06d5 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:48.110205 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.160554 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:48.189872 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.190241 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.203161 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Calling delete_port for e0d1b09f-62c8-42c7-868e-94c24b2a06d5 owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:48.425737 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (e0d1b09f-62c8-42c7-868e-94c24b2a06d5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.450837 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Pushing event deleted for resources: {'Port': ['ID=e0d1b09f-62c8-42c7-868e-94c24b2a06d5,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:48.518279 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks [] for floatingip (730c87dc-e649-4fc6-a2d5-1273f7b83692), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.521036 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.522203 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f9f7bb71-85c1-4582-95d0-843eaf0980d6 tempest-AttachVolumeNegativeTest-1071218547 tempest-AttachVolumeNegativeTest-1071218547-project] 10.222.0.70 "DELETE /v2.0/floatingips/730c87dc-e649-4fc6-a2d5-1273f7b83692 HTTP/1.1" status: 204 len: 168 time: 0.5229967 May 18 22:52:48.604420 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49852) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:48.616711 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 14d7438c-d82a-4f91-bd15-9ed2de453f13 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:48.636718 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 14d7438c-d82a-4f91-bd15-9ed2de453f13 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:48.637077 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 14d7438c-d82a-4f91-bd15-9ed2de453f13 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:48.649333 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f011b406-141e-48b0-954a-d68ceb52d456 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3fa4e3a617184934be48331de9c16e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402477 May 18 22:52:48.649333 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49854) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:48.699544 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-845d17f8-f0bf-4407-ad97-1e3c3091243f admin admin] Publish callbacks [] for security_group (7ddff84c-b8c2-407b-96ae-47395237e3cd), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.721018 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-845d17f8-f0bf-4407-ad97-1e3c3091243f admin admin] Publish callbacks [] for security_group (7ddff84c-b8c2-407b-96ae-47395237e3cd), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.748386 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:48.842809 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-845d17f8-f0bf-4407-ad97-1e3c3091243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (7ddff84c-b8c2-407b-96ae-47395237e3cd), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.845374 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-845d17f8-f0bf-4407-ad97-1e3c3091243f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:48.846620 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-845d17f8-f0bf-4407-ad97-1e3c3091243f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ddff84c-b8c2-407b-96ae-47395237e3cd HTTP/1.1" status: 204 len: 168 time: 0.1964116 May 18 22:52:48.854597 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d17f8-f0bf-4407-ad97-1e3c3091243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddff84c-b8c2-407b-96ae-47395237e3cd,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:52.561934 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49890) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:52.811418 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:53.061902 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (0864d264-0ed3-4196-af06-71b3946bccd2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:53.112728 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:53.282228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Deleting port 555855eb-af03-403d-8fcf-555aa000e85f {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:53.282570 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (555855eb-af03-403d-8fcf-555aa000e85f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:53.359688 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] For port 555855eb-af03-403d-8fcf-555aa000e85f, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=555855eb-af03-403d-8fcf-555aa000e85f,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:53.359965 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (555855eb-af03-403d-8fcf-555aa000e85f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:53.375368 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Calling delete_port for 555855eb-af03-403d-8fcf-555aa000e85f owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:53.629386 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (555855eb-af03-403d-8fcf-555aa000e85f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:53.901442 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Pushing event deleted for resources: {'Port': ['ID=555855eb-af03-403d-8fcf-555aa000e85f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:53.928503 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.928847 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.929184 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.929585 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.930091 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.930423 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.930743 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.931061 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.931381 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.931700 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.932024 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.932339 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.932652 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.932967 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:53.933279 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:52:54.028639 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:54.077852 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (0864d264-0ed3-4196-af06-71b3946bccd2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:54.222459 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:54.282865 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Router 0864d264-0ed3-4196-af06-71b3946bccd2 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:52:54.386239 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:52:54.391772 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-06461380-99c1-4d02-aadb-bed18038a271 admin admin] 10.222.0.70 "PUT /v2.0/routers/0864d264-0ed3-4196-af06-71b3946bccd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8295021 May 18 22:52:54.393523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49898) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:54.394812 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] Sync routers for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:52:54.409640 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:54.415283 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:54.496433 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks [] for router (0864d264-0ed3-4196-af06-71b3946bccd2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:54.506260 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:54.597506 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks [] for router_gateway (0864d264-0ed3-4196-af06-71b3946bccd2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:54.647758 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:54.700987 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Deleting port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:54.701602 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:54.713756 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:54.770635 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:52:53Z', 'revision_number': 5, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port': {'id': '3c6cf7d4-cb38-4e62-99f2-81c4efef6f67', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:41:29Z', 'updated_at': '2022-05-18T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:54.782599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] For port 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3c6cf7d4-cb38-4e62-99f2-81c4efef6f67,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:54.782965 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:54.796275 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] Checking router: 0864d264-0ed3-4196-af06-71b3946bccd2 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:52:54.796817 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Calling delete_port for 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:54.804719 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] Routers {'0864d264-0ed3-4196-af06-71b3946bccd2'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:52:54.805487 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:52:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['0864d264-0ed3-4196-af06-71b3946bccd2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:54.858498 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:54.885486 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] Set router 0864d264-0ed3-4196-af06-71b3946bccd2 gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:52:54.938295 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:52:54Z', 'revision_number': 6, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port_host': None}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:54.962923 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1ae6e3-8668-4851-bed9-8348a711d38e None None] The sync data for ids ['0864d264-0ed3-4196-af06-71b3946bccd2'] in dv-cinder-838009-6-iscsi is: [{'id': '0864d264-0ed3-4196-af06-71b3946bccd2', 'name': 'tempest-AttachVolumeNegativeTest-794428633-router', 'tenant_id': '6422f1b1118143e4b8ef54927212ca97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:41:27Z', 'updated_at': '2022-05-18T22:52:54Z', 'revision_number': 6, 'project_id': '6422f1b1118143e4b8ef54927212ca97', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:52:55.030523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (3c6cf7d4-cb38-4e62-99f2-81c4efef6f67), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.059025 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6cf7d4-cb38-4e62-99f2-81c4efef6f67,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:55.125116 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (0864d264-0ed3-4196-af06-71b3946bccd2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.209796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (0864d264-0ed3-4196-af06-71b3946bccd2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.212185 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks [] for router_controller (0864d264-0ed3-4196-af06-71b3946bccd2), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.375626 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (0864d264-0ed3-4196-af06-71b3946bccd2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.376231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0864d264-0ed3-4196-af06-71b3946bccd2 {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 22:52:55.380408 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.381560 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ad2b4ba0-a81b-49a8-a282-a10ee9633f25 admin admin] 10.222.0.70 "DELETE /v2.0/routers/0864d264-0ed3-4196-af06-71b3946bccd2 HTTP/1.1" status: 204 len: 168 time: 0.9871061 May 18 22:52:55.384793 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49900) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:55.430489 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e92882d-66d0-49e7-bf65-26e8cdf7f61c admin admin] Deleting subnet e41c8fe0-af5f-4581-99d2-e1fae5ede731 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:52:55.433617 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e92882d-66d0-49e7-bf65-26e8cdf7f61c admin admin] Publish callbacks [] for subnet (e41c8fe0-af5f-4581-99d2-e1fae5ede731), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.467828 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e92882d-66d0-49e7-bf65-26e8cdf7f61c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (e41c8fe0-af5f-4581-99d2-e1fae5ede731), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.544578 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e92882d-66d0-49e7-bf65-26e8cdf7f61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (e41c8fe0-af5f-4581-99d2-e1fae5ede731), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.666130 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e92882d-66d0-49e7-bf65-26e8cdf7f61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (e41c8fe0-af5f-4581-99d2-e1fae5ede731), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.694255 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e92882d-66d0-49e7-bf65-26e8cdf7f61c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.698110 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7e92882d-66d0-49e7-bf65-26e8cdf7f61c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e41c8fe0-af5f-4581-99d2-e1fae5ede731 HTTP/1.1" status: 204 len: 168 time: 0.3122904 May 18 22:52:55.699688 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92882d-66d0-49e7-bf65-26e8cdf7f61c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41c8fe0-af5f-4581-99d2-e1fae5ede731,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:55.699827 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89edea2-3049-46f4-8ee6-482121bcac27 None None] Network fbd3cb94-6b06-443d-a376-6f705f586753 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:52:55.700839 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49902) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:55.780327 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (fbd3cb94-6b06-443d-a376-6f705f586753), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.829160 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Deleting port ae780ce9-4bba-424a-87e6-d38ab6f3d17a {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:55.829496 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.874805 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] DHCP port deletion for fbd3cb94-6b06-443d-a376-6f705f586753 request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 22:52:55.879879 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:55.897474 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] For port ae780ce9-4bba-424a-87e6-d38ab6f3d17a, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:55.897848 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.913502 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] Deleting port ae780ce9-4bba-424a-87e6-d38ab6f3d17a {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:52:55.913898 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.916958 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Calling delete_port for ae780ce9-4bba-424a-87e6-d38ab6f3d17a owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:55.984864 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] For port ae780ce9-4bba-424a-87e6-d38ab6f3d17a, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,segment=NetworkSegment(8279af06-a143-4568-baef-4b7adc1868e5),segment_id=8279af06-a143-4568-baef-4b7adc1868e5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:52:55.985269 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:55.998806 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] Calling delete_port for ae780ce9-4bba-424a-87e6-d38ab6f3d17a owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:52:56.064804 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.074503 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (ae780ce9-4bba-424a-87e6-d38ab6f3d17a), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.089035 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:56.094556 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] No DVR routers for this DVR port ae780ce9-4bba-424a-87e6-d38ab6f3d17a on host dv-cinder-838009-6-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:52:56.101115 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] Pushing event deleted for resources: {'Port': ['ID=ae780ce9-4bba-424a-87e6-d38ab6f3d17a,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:56.106209 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caabdf34-aacf-4e14-9695-608163e26044 None None] No DVR routers for this DVR port ae780ce9-4bba-424a-87e6-d38ab6f3d17a on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:52:56.168893 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (fbd3cb94-6b06-443d-a376-6f705f586753), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.189218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd3cb94-6b06-443d-a376-6f705f586753']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:56.199158 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8279af06-a143-4568-baef-4b7adc1868e5') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:56.199456 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8279af06-a143-4568-baef-4b7adc1868e5') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:52:56.208787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5175124'] for segment (8279af06-a143-4568-baef-4b7adc1868e5), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.222550 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (8279af06-a143-4568-baef-4b7adc1868e5), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.229117 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:52:56.229499 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4530294'] for segment (8279af06-a143-4568-baef-4b7adc1868e5), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: Traceback (most recent call last): May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: timer() May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: cb(*args, **kw) May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: return func(*args, **kwargs) May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: self._notify() May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: self.callback(batched_events) May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: event.method(event) May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: return f(self, *a, **k) May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._get(url).json() May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:52:56.231197 dv-cinder-838009-6-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:52:56.332964 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (fbd3cb94-6b06-443d-a376-6f705f586753), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.338794 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.341796 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fbd3cb94-6b06-443d-a376-6f705f586753 HTTP/1.1" status: 204 len: 168 time: 0.6396451 May 18 22:52:56.353367 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fdcc2-431e-4cba-b61e-d5cce51a1603 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd3cb94-6b06-443d-a376-6f705f586753,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:56.620852 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 555855eb-af03-403d-8fcf-555aa000e85f no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:56.634893 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49906) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:56.642309 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:56.644151 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 555855eb-af03-403d-8fcf-555aa000e85f {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:56.644489 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 555855eb-af03-403d-8fcf-555aa000e85f not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:56.644894 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device ae780ce9-4bba-424a-87e6-d38ab6f3d17a no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:56.663399 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: ae780ce9-4bba-424a-87e6-d38ab6f3d17a {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:56.663832 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device ae780ce9-4bba-424a-87e6-d38ab6f3d17a not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:56.664387 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:52:56.681648 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8de8774c-7d78-414e-8ed9-5257eea6aeaf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6422f1b1118143e4b8ef54927212ca97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455923 May 18 22:52:56.684167 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49908) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:56.684784 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:52:56.685088 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3c6cf7d4-cb38-4e62-99f2-81c4efef6f67 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:52:56.734141 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-24a14323-8fb9-4e3a-ae3a-b94e0ee0a54b admin admin] Publish callbacks [] for security_group (3b1b3c3f-b0fe-4616-a693-fc0f4f8439f4), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.756668 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-24a14323-8fb9-4e3a-ae3a-b94e0ee0a54b admin admin] Publish callbacks [] for security_group (3b1b3c3f-b0fe-4616-a693-fc0f4f8439f4), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.927342 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-24a14323-8fb9-4e3a-ae3a-b94e0ee0a54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3b1b3c3f-b0fe-4616-a693-fc0f4f8439f4), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.931068 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-24a14323-8fb9-4e3a-ae3a-b94e0ee0a54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:56.932227 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-24a14323-8fb9-4e3a-ae3a-b94e0ee0a54b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b1b3c3f-b0fe-4616-a693-fc0f4f8439f4 HTTP/1.1" status: 204 len: 168 time: 0.2468650 May 18 22:52:56.965743 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a14323-8fb9-4e3a-ae3a-b94e0ee0a54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b3c3f-b0fe-4616-a693-fc0f4f8439f4,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:57.912566 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49930) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:58.010444 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-820772217-network', 'tenant_id': '16725385a59a497e81c94d4f1ebd7cfb'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:52:58.092076 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Made reservation on behalf of 16725385a59a497e81c94d4f1ebd7cfb for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:52:58.094496 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.104098 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.177957 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Publish callbacks [] for security_group (a3a9045e-e75e-4d3a-bd7d-b0705d651a56), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.252727 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a3a9045e-e75e-4d3a-bd7d-b0705d651a56), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.266251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:58.281244 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:52:58.285842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a9045e-e75e-4d3a-bd7d-b0705d651a56,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:58.294524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (7393c4d7-cf42-49d4-a90d-cd89cd88fa46), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.294872 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Added segment 7393c4d7-cf42-49d4-a90d-cd89cd88fa46 of type vlan for network 149e0aff-5d68-4b55-9e75-5a1dc2f24c22 May 18 22:52:58.336703 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (149e0aff-5d68-4b55-9e75-5a1dc2f24c22), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.401601 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (149e0aff-5d68-4b55-9e75-5a1dc2f24c22), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.402629 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:58.403201 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.462519 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] Pushing event updated for resources: {'Network': ['ID=149e0aff-5d68-4b55-9e75-5a1dc2f24c22,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:58.472094 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 149e0aff-5d68-4b55-9e75-5a1dc2f24c22 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:52:58.513090 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-890c9efb-9ec5-4ef1-9f2c-f94257d050ec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5992818 May 18 22:52:58.515927 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49934) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:58.520955 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Request body: {'subnet': {'network_id': '149e0aff-5d68-4b55-9e75-5a1dc2f24c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-820772217-subnet', 'tenant_id': '16725385a59a497e81c94d4f1ebd7cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:52:58.595703 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Made reservation on behalf of 16725385a59a497e81c94d4f1ebd7cfb for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:52:58.598122 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.812341 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (b354ce01-4225-47f6-a420-3f1b25ce3036), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:58.865875 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b354ce01-4225-47f6-a420-3f1b25ce3036,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:52:58.882617 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Checking segment: {'id': '7393c4d7-cf42-49d4-a90d-cd89cd88fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '149e0aff-5d68-4b55-9e75-5a1dc2f24c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:52:58.882971 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Network hostable DHCP agents. Network: 149e0aff-5d68-4b55-9e75-5a1dc2f24c22, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:52:58.965994 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Network 149e0aff-5d68-4b55-9e75-5a1dc2f24c22 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:52:59.047263 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 149e0aff-5d68-4b55-9e75-5a1dc2f24c22) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:52:59.051157 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:52:59.051742 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:59.060606 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b53c1-1ae4-4db8-ad09-88c4825ea227 None None] Network 149e0aff-5d68-4b55-9e75-5a1dc2f24c22 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:52:59.106859 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:59.130096 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-35c8456d-c0f2-4ab4-8d62-842b93280800 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6129439 May 18 22:52:59.159896 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ad898-3142-463b-b6d3-cbecc742d0e4 None None] Network 149e0aff-5d68-4b55-9e75-5a1dc2f24c22 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:52:59.356163 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:59.834377 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49950) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:52:59.840139 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666418232-network', 'tenant_id': 'c1a5ade6e0e140c9a5e753ec98af4f31'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:52:59.849339 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:52:59.926372 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Made reservation on behalf of c1a5ade6e0e140c9a5e753ec98af4f31 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:52:59.928696 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:59.937616 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:52:59.970205 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=10 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:00.012842 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Publish callbacks [] for security_group (82473d2e-9518-474d-bf4e-c6d3d8b1950c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.087194 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (82473d2e-9518-474d-bf4e-c6d3d8b1950c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.109233 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:53:00.124359 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82473d2e-9518-474d-bf4e-c6d3d8b1950c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:00.127218 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (737cefa4-963e-4f07-ab07-b320041d4957), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.127627 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Added segment 737cefa4-963e-4f07-ab07-b320041d4957 of type vlan for network 17baacc4-fe88-4806-ba75-baaabb8ca8a3 May 18 22:53:00.167527 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (17baacc4-fe88-4806-ba75-baaabb8ca8a3), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.263410 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (17baacc4-fe88-4806-ba75-baaabb8ca8a3), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.264337 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:00.264911 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.326814 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] Pushing event updated for resources: {'Network': ['ID=17baacc4-fe88-4806-ba75-baaabb8ca8a3,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:00.336429 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 17baacc4-fe88-4806-ba75-baaabb8ca8a3 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:53:00.375860 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-56a3ad10-5213-4f08-a276-473a730145ee admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5401311 May 18 22:53:00.378700 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49956) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:00.379303 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:00.383868 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Request body: {'subnet': {'network_id': '17baacc4-fe88-4806-ba75-baaabb8ca8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1666418232-subnet', 'tenant_id': 'c1a5ade6e0e140c9a5e753ec98af4f31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:53:00.481838 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Made reservation on behalf of c1a5ade6e0e140c9a5e753ec98af4f31 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:53:00.484261 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.697793 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (b55e27d9-b91f-4e43-b330-e359918e1194), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.724936 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:00.752319 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55e27d9-b91f-4e43-b330-e359918e1194,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:00.763332 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Checking segment: {'id': '737cefa4-963e-4f07-ab07-b320041d4957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '17baacc4-fe88-4806-ba75-baaabb8ca8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:53:00.763686 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Network hostable DHCP agents. Network: 17baacc4-fe88-4806-ba75-baaabb8ca8a3, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:53:00.864172 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Network 17baacc4-fe88-4806-ba75-baaabb8ca8a3 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:53:00.921448 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 17baacc4-fe88-4806-ba75-baaabb8ca8a3) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:53:00.925360 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:00.925949 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:00.929808 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d325649-b400-4719-b266-de0eb3783067 None None] Network 17baacc4-fe88-4806-ba75-baaabb8ca8a3 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:53:00.998372 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-dc50a6fb-fe4c-40c0-9ea1-135ae813023c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6185551 May 18 22:53:01.130300 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49960) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:01.166616 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10afc30-b235-475c-affb-3db276d2c364 None None] Network 17baacc4-fe88-4806-ba75-baaabb8ca8a3 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:53:01.192004 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae3030d-0f99-454a-9bfb-ab29641d27df admin admin] Deleting subnet b354ce01-4225-47f6-a420-3f1b25ce3036 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:53:01.197324 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bae3030d-0f99-454a-9bfb-ab29641d27df admin admin] Publish callbacks [] for subnet (b354ce01-4225-47f6-a420-3f1b25ce3036), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.248249 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bae3030d-0f99-454a-9bfb-ab29641d27df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5175149'] for subnet (b354ce01-4225-47f6-a420-3f1b25ce3036), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.294224 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bae3030d-0f99-454a-9bfb-ab29641d27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (b354ce01-4225-47f6-a420-3f1b25ce3036), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.459485 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bae3030d-0f99-454a-9bfb-ab29641d27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4531156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4299463'] for subnet (b354ce01-4225-47f6-a420-3f1b25ce3036), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.489346 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3030d-0f99-454a-9bfb-ab29641d27df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b354ce01-4225-47f6-a420-3f1b25ce3036,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:01.494258 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bae3030d-0f99-454a-9bfb-ab29641d27df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.497562 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bae3030d-0f99-454a-9bfb-ab29641d27df admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b354ce01-4225-47f6-a420-3f1b25ce3036 HTTP/1.1" status: 204 len: 168 time: 0.3661227 May 18 22:53:01.500230 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49962) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:01.507223 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:01.582296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (149e0aff-5d68-4b55-9e75-5a1dc2f24c22), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.670735 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (149e0aff-5d68-4b55-9e75-5a1dc2f24c22), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.697602 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149e0aff-5d68-4b55-9e75-5a1dc2f24c22']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:01.707125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7393c4d7-cf42-49d4-a90d-cd89cd88fa46') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:01.707351 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7393c4d7-cf42-49d4-a90d-cd89cd88fa46') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:01.722243 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5175124'] for segment (7393c4d7-cf42-49d4-a90d-cd89cd88fa46), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.737430 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (7393c4d7-cf42-49d4-a90d-cd89cd88fa46), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.748387 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:53:01.748773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4530294'] for segment (7393c4d7-cf42-49d4-a90d-cd89cd88fa46), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: Traceback (most recent call last): May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: timer() May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: cb(*args, **kw) May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: return func(*args, **kwargs) May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: self._notify() May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: self.callback(batched_events) May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: event.method(event) May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: return f(self, *a, **k) May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._get(url).json() May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:53:01.750505 dv-cinder-838009-6-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:53:01.865046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (149e0aff-5d68-4b55-9e75-5a1dc2f24c22), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.873778 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.876833 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] 10.222.0.70 "DELETE /v2.0/networks/149e0aff-5d68-4b55-9e75-5a1dc2f24c22 HTTP/1.1" status: 204 len: 168 time: 0.3756940 May 18 22:53:01.879843 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49964) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:01.888673 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf8af0-f718-4c10-b515-a37a1d34de32 admin admin] Pushing event deleted for resources: {'Network': ['ID=149e0aff-5d68-4b55-9e75-5a1dc2f24c22,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:01.925441 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9b8f36-f290-4750-b345-7dfa5c22b0a1 admin admin] Deleting subnet b55e27d9-b91f-4e43-b330-e359918e1194 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:53:01.928709 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8f36-f290-4750-b345-7dfa5c22b0a1 admin admin] Publish callbacks [] for subnet (b55e27d9-b91f-4e43-b330-e359918e1194), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:01.967591 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8f36-f290-4750-b345-7dfa5c22b0a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (b55e27d9-b91f-4e43-b330-e359918e1194), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.004839 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8f36-f290-4750-b345-7dfa5c22b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (b55e27d9-b91f-4e43-b330-e359918e1194), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.110786 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8f36-f290-4750-b345-7dfa5c22b0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (b55e27d9-b91f-4e43-b330-e359918e1194), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.136856 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b8f36-f290-4750-b345-7dfa5c22b0a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55e27d9-b91f-4e43-b330-e359918e1194,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:02.141451 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8f36-f290-4750-b345-7dfa5c22b0a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.144505 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-aa9b8f36-f290-4750-b345-7dfa5c22b0a1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b55e27d9-b91f-4e43-b330-e359918e1194 HTTP/1.1" status: 204 len: 168 time: 0.2636495 May 18 22:53:02.147244 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 49966) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:02.218376 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (17baacc4-fe88-4806-ba75-baaabb8ca8a3), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.288823 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:02.292832 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (17baacc4-fe88-4806-ba75-baaabb8ca8a3), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.312616 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17baacc4-fe88-4806-ba75-baaabb8ca8a3']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:02.322123 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737cefa4-963e-4f07-ab07-b320041d4957') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:02.322415 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737cefa4-963e-4f07-ab07-b320041d4957') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:02.335772 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (737cefa4-963e-4f07-ab07-b320041d4957), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.348572 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (737cefa4-963e-4f07-ab07-b320041d4957), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.354462 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (737cefa4-963e-4f07-ab07-b320041d4957), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:53:02.356544 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:53:02.452860 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (17baacc4-fe88-4806-ba75-baaabb8ca8a3), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.457137 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.460573 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] 10.222.0.70 "DELETE /v2.0/networks/17baacc4-fe88-4806-ba75-baaabb8ca8a3 HTTP/1.1" status: 204 len: 168 time: 0.3123641 May 18 22:53:02.476521 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90683cb-e006-4c54-921c-869ed3c4435a admin admin] Pushing event deleted for resources: {'Network': ['ID=17baacc4-fe88-4806-ba75-baaabb8ca8a3,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:02.855275 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49970) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:02.895162 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-381b0a6c-cfbe-457a-8243-67be80c8bcd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16725385a59a497e81c94d4f1ebd7cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387471 May 18 22:53:02.897591 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49972) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:02.944266 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03ab2777-4a47-41c5-83e9-2944532cc4b6 admin admin] Publish callbacks [] for security_group (a3a9045e-e75e-4d3a-bd7d-b0705d651a56), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:02.965624 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03ab2777-4a47-41c5-83e9-2944532cc4b6 admin admin] Publish callbacks [] for security_group (a3a9045e-e75e-4d3a-bd7d-b0705d651a56), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:03.076216 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03ab2777-4a47-41c5-83e9-2944532cc4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a3a9045e-e75e-4d3a-bd7d-b0705d651a56), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:03.078838 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-03ab2777-4a47-41c5-83e9-2944532cc4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:03.079990 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-03ab2777-4a47-41c5-83e9-2944532cc4b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3a9045e-e75e-4d3a-bd7d-b0705d651a56 HTTP/1.1" status: 204 len: 168 time: 0.1814706 May 18 22:53:03.088654 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab2777-4a47-41c5-83e9-2944532cc4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a9045e-e75e-4d3a-bd7d-b0705d651a56,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:03.718856 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49980) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:03.762129 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ad6c0d02-0b0a-4052-a223-695c4057968a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1a5ade6e0e140c9a5e753ec98af4f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420792 May 18 22:53:03.764634 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 49982) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:03.800571 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:03.811828 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89264751-d56d-44de-b115-30d4e534d37c admin admin] Publish callbacks [] for security_group (82473d2e-9518-474d-bf4e-c6d3d8b1950c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:03.833934 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89264751-d56d-44de-b115-30d4e534d37c admin admin] Publish callbacks [] for security_group (82473d2e-9518-474d-bf4e-c6d3d8b1950c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:03.965829 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89264751-d56d-44de-b115-30d4e534d37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (82473d2e-9518-474d-bf4e-c6d3d8b1950c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:03.968350 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89264751-d56d-44de-b115-30d4e534d37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:03.969480 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-89264751-d56d-44de-b115-30d4e534d37c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82473d2e-9518-474d-bf4e-c6d3d8b1950c HTTP/1.1" status: 204 len: 168 time: 0.2039771 May 18 22:53:03.977637 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89264751-d56d-44de-b115-30d4e534d37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82473d2e-9518-474d-bf4e-c6d3d8b1950c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:04.911170 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=13 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:04.941279 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=27 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:06.670194 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-09743ace-0a72-41c2-b6a0-b8c10663f323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:08.904504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3d2dfad6-0b8f-4736-a48f-be93826840b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:08.924871 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50118) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:09.034950 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1edb41da-0ffc-4842-ad9a-a3ff21aeb537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:09.110371 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1edb41da-0ffc-4842-ad9a-a3ff21aeb537 admin admin] Publish callbacks [] for security_group (0f2e4e86-1988-4c23-9e96-886788189f28), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:09.190165 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1edb41da-0ffc-4842-ad9a-a3ff21aeb537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0f2e4e86-1988-4c23-9e96-886788189f28), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:09.215128 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:09.230890 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1edb41da-0ffc-4842-ad9a-a3ff21aeb537 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e5c74d88aac428cb2b53b46e494c071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048868 May 18 22:53:09.232896 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb41da-0ffc-4842-ad9a-a3ff21aeb537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e4e86-1988-4c23-9e96-886788189f28,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:09.234553 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50122) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:09.282761 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Publish callbacks [] for security_group (0f2e4e86-1988-4c23-9e96-886788189f28), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:09.304370 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Publish callbacks [] for security_group (0f2e4e86-1988-4c23-9e96-886788189f28), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:09.407302 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (0f2e4e86-1988-4c23-9e96-886788189f28), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:09.409757 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:09.410927 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f2e4e86-1988-4c23-9e96-886788189f28 HTTP/1.1" status: 204 len: 168 time: 0.1753132 May 18 22:53:09.418526 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e4e86-1988-4c23-9e96-886788189f28,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:09.425890 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.426264 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.426599 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.426932 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.427262 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.427584 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.427905 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.428285 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.428529 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.428851 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.429171 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.429488 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.429802 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.430161 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.430482 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bd9b4c-49e2-45b6-a423-dc4605a79025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:09.954742 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:10.065832 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50128) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:10.083075 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-40d59ba9-3856-4854-ae72-c621a1774ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:10.115415 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:10.157876 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-40d59ba9-3856-4854-ae72-c621a1774ed1 admin admin] Publish callbacks [] for security_group (7ab627d2-31bc-44ca-952c-228bf8318bc1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:10.229171 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-40d59ba9-3856-4854-ae72-c621a1774ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (7ab627d2-31bc-44ca-952c-228bf8318bc1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:10.267121 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d59ba9-3856-4854-ae72-c621a1774ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab627d2-31bc-44ca-952c-228bf8318bc1,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:10.271482 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-40d59ba9-3856-4854-ae72-c621a1774ed1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3678fd64afc54519ad1c6f5ff866e93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045956 May 18 22:53:10.274658 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50130) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:10.326482 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94c3e671-6be3-4a94-880a-5154cdcce8cf admin admin] Publish callbacks [] for security_group (7ab627d2-31bc-44ca-952c-228bf8318bc1), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:10.347445 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94c3e671-6be3-4a94-880a-5154cdcce8cf admin admin] Publish callbacks [] for security_group (7ab627d2-31bc-44ca-952c-228bf8318bc1), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:10.447398 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94c3e671-6be3-4a94-880a-5154cdcce8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (7ab627d2-31bc-44ca-952c-228bf8318bc1), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:10.449936 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-94c3e671-6be3-4a94-880a-5154cdcce8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:10.451125 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-94c3e671-6be3-4a94-880a-5154cdcce8cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ab627d2-31bc-44ca-952c-228bf8318bc1 HTTP/1.1" status: 204 len: 168 time: 0.1756968 May 18 22:53:10.458872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3e671-6be3-4a94-880a-5154cdcce8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab627d2-31bc-44ca-952c-228bf8318bc1,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:11.447782 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:12.897558 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:14.704362 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50202) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:14.844816 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-646db160-9d3e-4b71-ba2f-791923f79f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:14.920300 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-646db160-9d3e-4b71-ba2f-791923f79f74 admin admin] Publish callbacks [] for security_group (3c0a7a8c-bcc2-42dc-ab24-00ee2c3dcf9d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:15.001343 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-646db160-9d3e-4b71-ba2f-791923f79f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3c0a7a8c-bcc2-42dc-ab24-00ee2c3dcf9d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:15.041936 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-646db160-9d3e-4b71-ba2f-791923f79f74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5945f3fcd574f36ad1c1e1ce606e01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364825 May 18 22:53:15.042799 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646db160-9d3e-4b71-ba2f-791923f79f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0a7a8c-bcc2-42dc-ab24-00ee2c3dcf9d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:15.045549 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50206) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:15.095380 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c82a8f6c-efef-4bb7-a6bd-4d9b60cc9da5 admin admin] Publish callbacks [] for security_group (3c0a7a8c-bcc2-42dc-ab24-00ee2c3dcf9d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:15.116173 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c82a8f6c-efef-4bb7-a6bd-4d9b60cc9da5 admin admin] Publish callbacks [] for security_group (3c0a7a8c-bcc2-42dc-ab24-00ee2c3dcf9d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:15.270020 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c82a8f6c-efef-4bb7-a6bd-4d9b60cc9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3c0a7a8c-bcc2-42dc-ab24-00ee2c3dcf9d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:15.272595 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c82a8f6c-efef-4bb7-a6bd-4d9b60cc9da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:15.273800 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c82a8f6c-efef-4bb7-a6bd-4d9b60cc9da5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c0a7a8c-bcc2-42dc-ab24-00ee2c3dcf9d HTTP/1.1" status: 204 len: 168 time: 0.2265093 May 18 22:53:15.282686 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8f6c-efef-4bb7-a6bd-4d9b60cc9da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0a7a8c-bcc2-42dc-ab24-00ee2c3dcf9d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:15.829881 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50212) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:15.843726 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-927cdea6-c720-4708-ae2d-b0f2ada80f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:15.921227 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-927cdea6-c720-4708-ae2d-b0f2ada80f1b admin admin] Publish callbacks [] for security_group (75393995-ff6b-4b7f-a080-8969ecacce27), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:15.995276 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-927cdea6-c720-4708-ae2d-b0f2ada80f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (75393995-ff6b-4b7f-a080-8969ecacce27), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:16.014836 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:16.032137 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cdea6-c720-4708-ae2d-b0f2ada80f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75393995-ff6b-4b7f-a080-8969ecacce27,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:16.040113 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-927cdea6-c720-4708-ae2d-b0f2ada80f1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa89c8d21a4f4644b27486c59bf14399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067485 May 18 22:53:16.042396 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50214) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:16.096019 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d438-48d0-4b1b-85b1-bc3cc4dd2835 admin admin] Publish callbacks [] for security_group (75393995-ff6b-4b7f-a080-8969ecacce27), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:16.120112 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d438-48d0-4b1b-85b1-bc3cc4dd2835 admin admin] Publish callbacks [] for security_group (75393995-ff6b-4b7f-a080-8969ecacce27), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:16.245654 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d438-48d0-4b1b-85b1-bc3cc4dd2835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (75393995-ff6b-4b7f-a080-8969ecacce27), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:16.248315 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d438-48d0-4b1b-85b1-bc3cc4dd2835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:16.249555 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8aa9d438-48d0-4b1b-85b1-bc3cc4dd2835 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75393995-ff6b-4b7f-a080-8969ecacce27 HTTP/1.1" status: 204 len: 168 time: 0.2031405 May 18 22:53:16.257372 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9d438-48d0-4b1b-85b1-bc3cc4dd2835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75393995-ff6b-4b7f-a080-8969ecacce27,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:19.997263 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca1676-c47a-4c8e-8d22-459572adcf1b req-14584c00-dcc3-48e7-bc99-b6fd6538093e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:19.997263 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24ca1676-c47a-4c8e-8d22-459572adcf1b req-14584c00-dcc3-48e7-bc99-b6fd6538093e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0590808 May 18 22:53:20.038386 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24ca1676-c47a-4c8e-8d22-459572adcf1b req-413a9a77-ed36-4277-a2b3-2aacc5fc7016 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459430 May 18 22:53:20.913134 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:53:21.117004 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:21.154524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995e6e9-ea1f-4fe9-bfae-c14d1de1a23e req-cf916766-2b07-4d9a-96a0-9b97fb832e74 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:21.155997 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0995e6e9-ea1f-4fe9-bfae-c14d1de1a23e req-cf916766-2b07-4d9a-96a0-9b97fb832e74 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0474095 May 18 22:53:21.206913 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0995e6e9-ea1f-4fe9-bfae-c14d1de1a23e req-13e93171-abc4-4d20-a5c3-ce5232eb9ec8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453146 May 18 22:53:22.319802 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323266c-dc5e-4835-bb57-fc00df7e84c1 req-f2fbbfcb-b8b4-4f4b-abae-b94c1f09d455 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:22.321473 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7323266c-dc5e-4835-bb57-fc00df7e84c1 req-f2fbbfcb-b8b4-4f4b-abae-b94c1f09d455 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0468357 May 18 22:53:22.367943 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7323266c-dc5e-4835-bb57-fc00df7e84c1 req-3146bab3-e4d0-47e8-a272-b43c8aeb6c7d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405588 May 18 22:53:23.480823 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085ddb3-cf40-4b12-b1b4-c3930f101694 req-6a530715-ed19-42f7-b97e-694d8b65ff17 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:23.482321 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8085ddb3-cf40-4b12-b1b4-c3930f101694 req-6a530715-ed19-42f7-b97e-694d8b65ff17 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0483890 May 18 22:53:23.513020 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:23.529967 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8085ddb3-cf40-4b12-b1b4-c3930f101694 req-307e6050-ee48-42d6-b41e-40d8bd6d9347 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420959 May 18 22:53:24.650966 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd726e9e-d146-4c9c-96fc-254a5f9b59ba req-d54f53be-a734-4914-bf95-e9b3c14f317d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:24.652415 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd726e9e-d146-4c9c-96fc-254a5f9b59ba req-d54f53be-a734-4914-bf95-e9b3c14f317d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0544808 May 18 22:53:24.702838 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd726e9e-d146-4c9c-96fc-254a5f9b59ba req-5c7292d1-029b-41f9-83a6-7bb2371f5289 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444736 May 18 22:53:25.821531 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc191-a77e-45d7-83a4-b810b18f84c7 req-7127fdd3-1679-4291-b0d3-2a0a52c6dccb tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:25.822881 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c48fc191-a77e-45d7-83a4-b810b18f84c7 req-7127fdd3-1679-4291-b0d3-2a0a52c6dccb tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0521641 May 18 22:53:25.871357 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c48fc191-a77e-45d7-83a4-b810b18f84c7 req-2ed66e08-ff5b-4562-a405-c7e9ef83e78d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416918 May 18 22:53:26.032152 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=39,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:26.270320 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:26.271099 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:26.985637 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e030d6f-a944-4739-abe4-c9132483464e req-4de2bfed-64e7-41ae-ab58-5525f6a9f012 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:26.987138 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4e030d6f-a944-4739-abe4-c9132483464e req-4de2bfed-64e7-41ae-ab58-5525f6a9f012 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0486524 May 18 22:53:27.038086 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4e030d6f-a944-4739-abe4-c9132483464e req-d8acd029-580c-403a-858d-da865468d63e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454814 May 18 22:53:28.155889 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb29169-0d06-4aed-b719-cd80032e72b0 req-dc0923de-9cbd-4cef-953e-7730dc56ebee tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:28.157334 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dfb29169-0d06-4aed-b719-cd80032e72b0 req-dc0923de-9cbd-4cef-953e-7730dc56ebee tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0464857 May 18 22:53:28.207521 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dfb29169-0d06-4aed-b719-cd80032e72b0 req-168e9bfc-a9f3-49a5-8256-864c1cfb4c42 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 May 18 22:53:29.324762 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6de70-7099-4f59-a03c-212cc488ea04 req-1105c170-1a48-45b1-94ed-e039a5fbd8ba tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:29.326129 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-65e6de70-7099-4f59-a03c-212cc488ea04 req-1105c170-1a48-45b1-94ed-e039a5fbd8ba tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0496755 May 18 22:53:29.371415 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:29.372971 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-65e6de70-7099-4f59-a03c-212cc488ea04 req-36fd7591-32fd-478a-934d-d881e5025e83 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 May 18 22:53:29.636719 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50350) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:29.762674 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a6008637-07a6-41c2-8fda-0348b24874d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:29.836511 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a6008637-07a6-41c2-8fda-0348b24874d3 admin admin] Publish callbacks [] for security_group (75083729-95d3-4efa-b305-8e65f3051411), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:29.880724 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a6008637-07a6-41c2-8fda-0348b24874d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (75083729-95d3-4efa-b305-8e65f3051411), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:29.920750 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a6008637-07a6-41c2-8fda-0348b24874d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d5593d5b2b64b31b52786eb43aa8f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828386 May 18 22:53:29.921687 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6008637-07a6-41c2-8fda-0348b24874d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75083729-95d3-4efa-b305-8e65f3051411,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:29.923504 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50354) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:29.975027 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8556c765-8086-4459-b46d-c916a93fd498 admin admin] Publish callbacks [] for security_group (75083729-95d3-4efa-b305-8e65f3051411), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:29.996441 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8556c765-8086-4459-b46d-c916a93fd498 admin admin] Publish callbacks [] for security_group (75083729-95d3-4efa-b305-8e65f3051411), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:30.079742 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8556c765-8086-4459-b46d-c916a93fd498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (75083729-95d3-4efa-b305-8e65f3051411), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:30.082295 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8556c765-8086-4459-b46d-c916a93fd498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:30.083459 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8556c765-8086-4459-b46d-c916a93fd498 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75083729-95d3-4efa-b305-8e65f3051411 HTTP/1.1" status: 204 len: 168 time: 0.1589036 May 18 22:53:30.092056 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556c765-8086-4459-b46d-c916a93fd498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75083729-95d3-4efa-b305-8e65f3051411,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:30.492307 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92b744-d613-4ba4-95af-51417925fee8 req-f5040e76-cbb8-4d71-960e-af32b4fd0eb7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:30.493863 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b92b744-d613-4ba4-95af-51417925fee8 req-f5040e76-cbb8-4d71-960e-af32b4fd0eb7 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0515974 May 18 22:53:30.542055 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b92b744-d613-4ba4-95af-51417925fee8 req-316f1fb0-6a0b-4009-93ea-00cd8672cfa3 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 May 18 22:53:31.658616 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c07d8f-93a5-4fda-bb50-6459bcac1e6f req-27b97331-f1ca-46ce-be62-d9a435edb315 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:31.660091 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1c07d8f-93a5-4fda-bb50-6459bcac1e6f req-27b97331-f1ca-46ce-be62-d9a435edb315 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0514886 May 18 22:53:31.671586 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:31.711948 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f1c07d8f-93a5-4fda-bb50-6459bcac1e6f req-8e7e4c83-547c-4b10-8676-b5718e3a06c6 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463474 May 18 22:53:32.826525 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512aef3-66dd-481e-9e9b-06b7e1195929 req-21e165f9-538f-4672-8dea-efe2d3385110 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:32.827978 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d512aef3-66dd-481e-9e9b-06b7e1195929 req-21e165f9-538f-4672-8dea-efe2d3385110 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0488303 May 18 22:53:32.878130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d512aef3-66dd-481e-9e9b-06b7e1195929 req-42d90252-f18e-42f2-b85f-1dda56f9278d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446298 May 18 22:53:33.991258 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedbcc8-43dc-4e23-ab9d-388d84b0d60e req-690c8e93-62d2-45d9-bce5-328097883c3b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:33.992744 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2cedbcc8-43dc-4e23-ab9d-388d84b0d60e req-690c8e93-62d2-45d9-bce5-328097883c3b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0463545 May 18 22:53:34.012361 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:34.045389 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2cedbcc8-43dc-4e23-ab9d-388d84b0d60e req-82491974-23a3-4b5e-a212-3e84e2331248 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463014 May 18 22:53:35.159578 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c0b8-d075-418c-a4fc-b9ee6526d756 req-743f34e6-2392-466a-9200-46a87288ee47 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:35.161041 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3f4c0b8-d075-418c-a4fc-b9ee6526d756 req-743f34e6-2392-466a-9200-46a87288ee47 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0476594 May 18 22:53:35.209559 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3f4c0b8-d075-418c-a4fc-b9ee6526d756 req-06990050-9005-467b-b737-51c1b4b22b6f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425799 May 18 22:53:35.441461 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=16 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:35.443316 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=18 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:36.323853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f9e0-d273-4a52-9e72-7a234ab9a229 req-73673b27-7315-4423-b647-a8d6a5969831 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:36.325476 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1416f9e0-d273-4a52-9e72-7a234ab9a229 req-73673b27-7315-4423-b647-a8d6a5969831 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0484838 May 18 22:53:36.347819 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50428) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:36.374964 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1416f9e0-d273-4a52-9e72-7a234ab9a229 req-2017b654-240e-45c5-9843-548d3a764f90 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437701 May 18 22:53:36.451862 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ab7-a78c-472f-b604-b3facdaf98de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:36.528307 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ab7-a78c-472f-b604-b3facdaf98de admin admin] Publish callbacks [] for security_group (fc18add5-992c-4ded-8f64-e7c2d9385438), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:36.605714 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ab7-a78c-472f-b604-b3facdaf98de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (fc18add5-992c-4ded-8f64-e7c2d9385438), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:36.643743 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a70ab7-a78c-472f-b604-b3facdaf98de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc18add5-992c-4ded-8f64-e7c2d9385438,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:36.648129 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a6a70ab7-a78c-472f-b604-b3facdaf98de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7efd58191c65477b83c910c0b34fd8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990587 May 18 22:53:36.651588 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50432) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:36.697726 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b8620377-f9fb-4560-bd28-3fb55fe7a6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:36.704821 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f97e0282-7c2f-42d0-8074-2dbf5f5db7a7 admin admin] Publish callbacks [] for security_group (fc18add5-992c-4ded-8f64-e7c2d9385438), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:36.726106 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f97e0282-7c2f-42d0-8074-2dbf5f5db7a7 admin admin] Publish callbacks [] for security_group (fc18add5-992c-4ded-8f64-e7c2d9385438), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:36.862645 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f97e0282-7c2f-42d0-8074-2dbf5f5db7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (fc18add5-992c-4ded-8f64-e7c2d9385438), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:36.865070 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f97e0282-7c2f-42d0-8074-2dbf5f5db7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:36.866229 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f97e0282-7c2f-42d0-8074-2dbf5f5db7a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc18add5-992c-4ded-8f64-e7c2d9385438 HTTP/1.1" status: 204 len: 168 time: 0.2135417 May 18 22:53:36.875314 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e0282-7c2f-42d0-8074-2dbf5f5db7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc18add5-992c-4ded-8f64-e7c2d9385438,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:37.491622 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ba5de-c800-4577-9a44-c5166a94168e req-46ab4add-2539-45c3-b799-9ea67c62727c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:37.493145 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d1ba5de-c800-4577-9a44-c5166a94168e req-46ab4add-2539-45c3-b799-9ea67c62727c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0494144 May 18 22:53:37.496915 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50440) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:37.514346 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b31bb35d-2f42-497a-915d-c46df34c206f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:37.570875 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d1ba5de-c800-4577-9a44-c5166a94168e req-03a85896-5c34-47de-b7dc-6ac20567b172 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690320 May 18 22:53:37.618130 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b31bb35d-2f42-497a-915d-c46df34c206f admin admin] Publish callbacks [] for security_group (3e1c3e07-3f75-4f8b-b830-235e28aa5c67), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:37.680840 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b31bb35d-2f42-497a-915d-c46df34c206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3e1c3e07-3f75-4f8b-b830-235e28aa5c67), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:37.724992 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b31bb35d-2f42-497a-915d-c46df34c206f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96f815403b8a4be9ba30f55baeb68858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293136 May 18 22:53:37.725915 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bb35d-2f42-497a-915d-c46df34c206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c3e07-3f75-4f8b-b830-235e28aa5c67,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:37.727749 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50442) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:37.775779 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-08c63cbc-0993-44a6-91f0-03f15b761ed1 admin admin] Publish callbacks [] for security_group (3e1c3e07-3f75-4f8b-b830-235e28aa5c67), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:37.796968 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-08c63cbc-0993-44a6-91f0-03f15b761ed1 admin admin] Publish callbacks [] for security_group (3e1c3e07-3f75-4f8b-b830-235e28aa5c67), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:37.875432 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-08c63cbc-0993-44a6-91f0-03f15b761ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3e1c3e07-3f75-4f8b-b830-235e28aa5c67), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:37.878401 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-08c63cbc-0993-44a6-91f0-03f15b761ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:37.879241 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-08c63cbc-0993-44a6-91f0-03f15b761ed1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e1c3e07-3f75-4f8b-b830-235e28aa5c67 HTTP/1.1" status: 204 len: 168 time: 0.1503990 May 18 22:53:37.887339 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c63cbc-0993-44a6-91f0-03f15b761ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c3e07-3f75-4f8b-b830-235e28aa5c67,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:38.687825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d2db-e54d-4bcc-8a66-54c1eebb8e52 req-5cffbfb7-3c83-470e-b83c-1b2aa035109b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:38.689282 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0441d2db-e54d-4bcc-8a66-54c1eebb8e52 req-5cffbfb7-3c83-470e-b83c-1b2aa035109b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0492022 May 18 22:53:38.738840 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0441d2db-e54d-4bcc-8a66-54c1eebb8e52 req-9e165f0d-6f15-4560-8c70-8c8eaeb587f1 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 May 18 22:53:38.904013 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2013c450-151e-4af1-a3d1-df332e2172f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:39.855125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd1eb1-78ac-4d51-934b-051237994a51 req-198005b4-8ad0-4bab-9531-89823a167a4e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:39.856580 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06dd1eb1-78ac-4d51-934b-051237994a51 req-198005b4-8ad0-4bab-9531-89823a167a4e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0474284 May 18 22:53:39.889635 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:39.911800 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06dd1eb1-78ac-4d51-934b-051237994a51 req-197baaf1-0afb-4640-8819-b2bcea33aae5 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466173 May 18 22:53:39.965210 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:41.023480 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:41.032993 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2177085-d654-475f-9138-d6641e1fa080 req-a225a5b5-8c3a-40a0-b712-b3a95de3bf88 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:41.034502 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b2177085-d654-475f-9138-d6641e1fa080 req-a225a5b5-8c3a-40a0-b712-b3a95de3bf88 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0518367 May 18 22:53:41.089289 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b2177085-d654-475f-9138-d6641e1fa080 req-720c515f-2126-489a-ae59-3020a9949a70 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489028 May 18 22:53:41.428352 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1d82e-f0c8-469d-a14d-1050566ab0d0 req-407c396b-243b-4803-b816-136acd06d533 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:41.429930 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3df1d82e-f0c8-469d-a14d-1050566ab0d0 req-407c396b-243b-4803-b816-136acd06d533 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0495100 May 18 22:53:41.481004 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3df1d82e-f0c8-469d-a14d-1050566ab0d0 req-2fd6c826-4a6a-4c87-90dc-c2859e07989d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447490 May 18 22:53:41.481528 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:41.613014 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-f312515f-bfcf-4734-88d6-3bc2077543dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:41.614573 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-f312515f-bfcf-4734-88d6-3bc2077543dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0423851 May 18 22:53:41.710097 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-9b773b30-2a70-4c9f-a61e-356e36216a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:41.711576 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-9b773b30-2a70-4c9f-a61e-356e36216a95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 912 time: 0.0875006 May 18 22:53:41.776544 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-6bd52f16-6b06-401f-b3d2-7caed5f100e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067 HTTP/1.1" status: 200 len: 1001 time: 0.0578578 May 18 22:53:42.076969 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-257b9c08-815f-4f5a-8f14-bcf19adf86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:42.078466 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-257b9c08-815f-4f5a-8f14-bcf19adf86bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.2963283 May 18 22:53:42.123054 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-7a52b21c-5df6-4ff7-92ab-818dda28c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:42.124533 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-7a52b21c-5df6-4ff7-92ab-818dda28c9cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394497 May 18 22:53:42.215996 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-acdb339b-2ed9-4fa2-a5b7-d2011fa5d0b2 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845208 May 18 22:53:42.309980 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15595de4-caa9-431c-b79a-b8572e79e6d0 req-6d5e26f9-1141-42f4-8bf6-aa51d294d592 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824587 May 18 22:53:42.611506 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-73f4ddc8-1cc2-41c4-8f8d-ad2e8e7a0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:42.613006 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-73f4ddc8-1cc2-41c4-8f8d-ad2e8e7a0623 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0745268 May 18 22:53:42.623894 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201819b-8511-4c1a-bf01-d9f83249f5b2 req-1e068949-826e-4659-a43a-0744b4bc6e2e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:42.625340 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9201819b-8511-4c1a-bf01-d9f83249f5b2 req-1e068949-826e-4659-a43a-0744b4bc6e2e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0561743 May 18 22:53:42.716089 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9201819b-8511-4c1a-bf01-d9f83249f5b2 req-a22985c4-dfa7-4722-9283-51fd5963fef1 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852036 May 18 22:53:42.758764 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-0bc123d8-4b90-4781-bba0-ea51f7f2e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:42.760310 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-0bc123d8-4b90-4781-bba0-ea51f7f2e0eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 912 time: 0.0988879 May 18 22:53:42.821558 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-4fcbd5e9-31ed-4a5b-8686-ed62896ff5c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067 HTTP/1.1" status: 200 len: 1001 time: 0.0537448 May 18 22:53:42.931007 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:43.432156 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:43.443651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-a2a67f39-1343-4166-9fab-9c583238cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:43.445410 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-a2a67f39-1343-4166-9fab-9c583238cd23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.0482576 May 18 22:53:43.497433 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50524) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:43.498157 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-9c30b4e9-fa8a-4604-81b2-3285fc1283e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:43.498157 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-9c30b4e9-fa8a-4604-81b2-3285fc1283e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433795 May 18 22:53:43.509733 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:43.586889 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fcfa99d0-5f99-4693-8712-383efee9a7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:43.588487 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-8b7ab277-db7c-4b2f-832f-74ab9e0ff911 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868893 May 18 22:53:43.663100 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fcfa99d0-5f99-4693-8712-383efee9a7a0 admin admin] Publish callbacks [] for security_group (01421d6a-2c62-4959-b449-b0a1049d6118), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:43.687309 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c64c21b5-3f32-45a8-a6af-4716f89ff77d req-37d09631-1ed0-4fa8-9f2c-0178e814c4ff service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923054 May 18 22:53:43.750034 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fcfa99d0-5f99-4693-8712-383efee9a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (01421d6a-2c62-4959-b449-b0a1049d6118), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:43.793188 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fcfa99d0-5f99-4693-8712-383efee9a7a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=930523c154af4e5380c7a42f72572974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146374 May 18 22:53:43.794309 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa99d0-5f99-4693-8712-383efee9a7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01421d6a-2c62-4959-b449-b0a1049d6118,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:43.796571 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50530) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:43.838831 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:43.841499 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6dc45-d4aa-43dd-91da-2db327c975fa req-b80fd269-fb2f-441d-b896-70e72a1320e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:43.843071 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44f6dc45-d4aa-43dd-91da-2db327c975fa req-b80fd269-fb2f-441d-b896-70e72a1320e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0530882 May 18 22:53:43.848026 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d2644538-61aa-43f2-bae6-acfe60c5b223 admin admin] Publish callbacks [] for security_group (01421d6a-2c62-4959-b449-b0a1049d6118), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:43.849359 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:43.870120 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d2644538-61aa-43f2-bae6-acfe60c5b223 admin admin] Publish callbacks [] for security_group (01421d6a-2c62-4959-b449-b0a1049d6118), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:43.891819 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44f6dc45-d4aa-43dd-91da-2db327c975fa req-512ad07c-c9ed-490a-9a43-8cd5d756d1fd tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428474 May 18 22:53:44.017199 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d2644538-61aa-43f2-bae6-acfe60c5b223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (01421d6a-2c62-4959-b449-b0a1049d6118), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:44.019860 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d2644538-61aa-43f2-bae6-acfe60c5b223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:44.021010 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d2644538-61aa-43f2-bae6-acfe60c5b223 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01421d6a-2c62-4959-b449-b0a1049d6118 HTTP/1.1" status: 204 len: 168 time: 0.2236204 May 18 22:53:44.029872 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2644538-61aa-43f2-bae6-acfe60c5b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01421d6a-2c62-4959-b449-b0a1049d6118,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:44.589553 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06041bbf-efb9-4131-81f3-3f310054ccf5 req-d67534dd-7247-42b4-a6b3-cceac8f1ba7b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:44.591077 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06041bbf-efb9-4131-81f3-3f310054ccf5 req-d67534dd-7247-42b4-a6b3-cceac8f1ba7b tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0482204 May 18 22:53:44.641777 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06041bbf-efb9-4131-81f3-3f310054ccf5 req-ff451d42-2837-4fba-a3eb-9155f20a1fd9 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452020 May 18 22:53:45.761394 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13b98a-969b-49f4-b44a-5d1a11853a1b req-a35f501b-3410-47c5-b655-da5b93f0dad4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:45.762935 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee13b98a-969b-49f4-b44a-5d1a11853a1b req-a35f501b-3410-47c5-b655-da5b93f0dad4 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0472565 May 18 22:53:45.809975 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee13b98a-969b-49f4-b44a-5d1a11853a1b req-fd871006-688e-43ae-b94a-ddf27dadbbfc tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 May 18 22:53:46.533215 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-04b6e7f9-3840-484b-8ea9-51556e1e47c2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:46.534671 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-04b6e7f9-3840-484b-8ea9-51556e1e47c2 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0477240 May 18 22:53:46.623195 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Deleting port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:53:46.623532 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:46.712532 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] For port 682e4566-fdfb-4a1e-8b14-8760e8fa6421, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=682e4566-fdfb-4a1e-8b14-8760e8fa6421,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:53:46.712876 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:46.854310 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:46.873482 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:46.873842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (cb2dccb6-ff58-4b7a-a466-427a85d58538), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:46.874182 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Floating IP cb2dccb6-ff58-4b7a-a466-427a85d58538 disassociated. External IP: 172.27.1.230, port: 682e4566-fdfb-4a1e-8b14-8760e8fa6421. May 18 22:53:46.874528 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Calling delete_port for 682e4566-fdfb-4a1e-8b14-8760e8fa6421 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:53:46.960233 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d6a8c-a770-4395-bb66-452b33bb29df req-df6781cb-026c-4741-8c88-a882b4b50e15 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:53:46.961710 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-502d6a8c-a770-4395-bb66-452b33bb29df req-df6781cb-026c-4741-8c88-a882b4b50e15 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 946 time: 0.0764198 May 18 22:53:47.027810 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:47.032958 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-502d6a8c-a770-4395-bb66-452b33bb29df req-3a65d26c-f301-4c3f-b917-f252604d1dc3 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups?id=c342240a-997a-4f21-aee9-d0176e27aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647628 May 18 22:53:47.132088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (682e4566-fdfb-4a1e-8b14-8760e8fa6421), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:47.160047 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event deleted for resources: {'Port': ['ID=682e4566-fdfb-4a1e-8b14-8760e8fa6421,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:47.271282 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Router f79ae304-4078-4e68-89e2-9aaa7e76f411 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:53:47.375318 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:53:47.384788 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] Sync routers for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:53:47.394616 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:53:47.395226 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:53:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:47.417657 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] No DVR routers for this DVR port 682e4566-fdfb-4a1e-8b14-8760e8fa6421 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:53:47.420500 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:47.424053 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff7195a1-f50d-4141-a9c3-641c71d8ac11 req-826c6033-ee03-4e16-b2dc-561f8b41be24 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.24 "DELETE /v2.0/ports/682e4566-fdfb-4a1e-8b14-8760e8fa6421 HTTP/1.1" status: 204 len: 173 time: 0.8838596 May 18 22:53:47.424517 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-deleted', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:53:47.427313 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a260bbe-6e6d-4b0c-b33c-6323df6c7114" -d '{"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-deleted", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:53:47.466764 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98c85d3-f2b2-4f4c-8b45-77d7b6722ad8 x-openstack-request-id: req-e98c85d3-f2b2-4f4c-8b45-77d7b6722ad8 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:53:47.467060 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6d587-6645-4e55-9b94-9ca2c2d08ffa", "name": "network-vif-deleted", "tag": "682e4566-fdfb-4a1e-8b14-8760e8fa6421", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:53:47.467317 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e98c85d3-f2b2-4f4c-8b45-77d7b6722ad8 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:53:47.467726 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98c85d3-f2b2-4f4c-8b45-77d7b6722ad8'] response: {'server_uuid': '64e6d587-6645-4e55-9b94-9ca2c2d08ffa', 'name': 'network-vif-deleted', 'tag': '682e4566-fdfb-4a1e-8b14-8760e8fa6421', 'status': 'completed', 'code': 200} May 18 22:53:47.501732 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:53:47.708534 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:47.732904 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] Checking router: f79ae304-4078-4e68-89e2-9aaa7e76f411 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:53:47.741178 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:53:47.741778 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:53:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:47.844267 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:53:48.027993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:48.057655 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309821c3-2a0a-4032-b9f3-6054ba0868b8 None None] The sync data for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi is: [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:43:47Z', 'revision_number': 4, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '790a0fe9-71d4-41c7-b200-3aa57da97715', 'name': '', 'network_id': 'ef8d9f04-cd89-47a5-92e7-968950a33380', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'mac_address': 'fa:16:3e:f1:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:45Z', 'updated_at': '2022-05-18T22:43:51Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'subnets': [{'id': '4f086e75-ea9a-4899-bc6a-2551b54ba5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:53:48.157430 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-013ed817-af9f-4c7d-9fe1-0ae7eb3a0644 req-8f56b468-9781-4fe1-9618-3c92abceaf4c tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/ports?device_id=64e6d587-6645-4e55-9b94-9ca2c2d08ffa HTTP/1.1" status: 200 len: 210 time: 0.0335457 May 18 22:53:48.291123 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c4ab4-c6b4-45b5-9b70-ef25957ec07e None None] New status for floating IP cb2dccb6-ff58-4b7a-a466-427a85d58538: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:53:49.349448 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50560) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:49.403579 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ed5532e-aec3-400a-a2d1-cdcc07e1ceba tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (c342240a-997a-4f21-aee9-d0176e27aaf1), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:49.426963 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ed5532e-aec3-400a-a2d1-cdcc07e1ceba tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (c342240a-997a-4f21-aee9-d0176e27aaf1), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:49.538097 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ed5532e-aec3-400a-a2d1-cdcc07e1ceba tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (c342240a-997a-4f21-aee9-d0176e27aaf1), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:49.540847 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ed5532e-aec3-400a-a2d1-cdcc07e1ceba tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:49.541994 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7ed5532e-aec3-400a-a2d1-cdcc07e1ceba tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "DELETE /v2.0/security-groups/c342240a-997a-4f21-aee9-d0176e27aaf1 HTTP/1.1" status: 204 len: 168 time: 0.1915390 May 18 22:53:49.545133 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50562) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:49.552278 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5532e-aec3-400a-a2d1-cdcc07e1ceba tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c342240a-997a-4f21-aee9-d0176e27aaf1,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:49.562141 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-ae63fc1c-3fed-4313-9152-65856d89a872 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] show failed (client error): The resource could not be found. May 18 22:53:49.563152 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ae63fc1c-3fed-4313-9152-65856d89a872 tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "GET /v2.0/security-groups/c342240a-997a-4f21-aee9-d0176e27aaf1 HTTP/1.1" status: 404 len: 347 time: 0.0169787 May 18 22:53:49.566028 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50564) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:49.675536 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Deleting port 8fa33ce9-2139-4a48-a7ad-e370f81b593f {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:53:49.675871 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (8fa33ce9-2139-4a48-a7ad-e370f81b593f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:49.749787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (8fa33ce9-2139-4a48-a7ad-e370f81b593f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:49.750147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (8fa33ce9-2139-4a48-a7ad-e370f81b593f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:49.763174 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Calling delete_port for 8fa33ce9-2139-4a48-a7ad-e370f81b593f owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:53:49.828768 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:49.954965 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (8fa33ce9-2139-4a48-a7ad-e370f81b593f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:49.979892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Pushing event deleted for resources: {'Port': ['ID=8fa33ce9-2139-4a48-a7ad-e370f81b593f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:50.043866 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks [] for floatingip (cb2dccb6-ff58-4b7a-a466-427a85d58538), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:50.046358 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:50.047503 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-46434834-a82b-44fb-9b06-12c6e3b4b0fd tempest-AttachVolumeShelveTestJSON-530197286 tempest-AttachVolumeShelveTestJSON-530197286-project] 10.222.0.70 "DELETE /v2.0/floatingips/cb2dccb6-ff58-4b7a-a466-427a85d58538 HTTP/1.1" status: 204 len: 168 time: 0.4805624 May 18 22:53:50.102972 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:53:50.120852 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 682e4566-fdfb-4a1e-8b14-8760e8fa6421 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:53:50.121592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 682e4566-fdfb-4a1e-8b14-8760e8fa6421 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:53:52.774978 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50586) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:53.224204 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (f79ae304-4078-4e68-89e2-9aaa7e76f411), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:53.435265 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Deleting port 790a0fe9-71d4-41c7-b200-3aa57da97715 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:53:53.435948 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:53.446121 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:53.512609 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] For port 790a0fe9-71d4-41c7-b200-3aa57da97715, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=790a0fe9-71d4-41c7-b200-3aa57da97715,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:53:53.512885 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:53.529596 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Calling delete_port for 790a0fe9-71d4-41c7-b200-3aa57da97715 owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:53:53.534813 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:53.766458 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (790a0fe9-71d4-41c7-b200-3aa57da97715), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:53.789371 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Pushing event deleted for resources: {'Port': ['ID=790a0fe9-71d4-41c7-b200-3aa57da97715,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:53.951226 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (f79ae304-4078-4e68-89e2-9aaa7e76f411), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:54.154095 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Router f79ae304-4078-4e68-89e2-9aaa7e76f411 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:53:54.253038 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:53:54.259641 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ddcec5a4-2f54-4445-9ee9-8f7428a8e255 admin admin] 10.222.0.70 "PUT /v2.0/routers/f79ae304-4078-4e68-89e2-9aaa7e76f411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822731 May 18 22:53:54.260486 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50590) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:54.263159 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] Sync routers for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:53:54.273205 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:53:54.273862 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:53:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:54.378266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:53:54.433278 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:54.469137 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:54.554322 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:53:53Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:54.580706 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] Checking router: f79ae304-4078-4e68-89e2-9aaa7e76f411 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:53:54.590871 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] Routers {'f79ae304-4078-4e68-89e2-9aaa7e76f411'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:53:54.591481 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:53:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['f79ae304-4078-4e68-89e2-9aaa7e76f411'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:54.610889 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks [] for router (f79ae304-4078-4e68-89e2-9aaa7e76f411), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:54.646207 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:54.695579 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] Set router f79ae304-4078-4e68-89e2-9aaa7e76f411 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:53:54.702420 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:54.714361 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks [] for router_gateway (f79ae304-4078-4e68-89e2-9aaa7e76f411), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:54.815530 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Deleting port 81b7ff31-8a46-4f63-b309-85df651965e7 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:53:54.816267 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:54.859504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:53:53Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:54.883420 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee498513-e97b-44d5-865e-ce20ced9b346 None None] The sync data for ids ['f79ae304-4078-4e68-89e2-9aaa7e76f411'] in dv-cinder-838009-6-iscsi is: [{'id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'name': 'tempest-AttachVolumeShelveTestJSON-1994760783-router', 'tenant_id': '3a7373826e4743088ff1d782782b9890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:43:41Z', 'updated_at': '2022-05-18T22:53:53Z', 'revision_number': 5, 'project_id': '3a7373826e4743088ff1d782782b9890', 'gw_port': {'id': '81b7ff31-8a46-4f63-b309-85df651965e7', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ae304-4078-4e68-89e2-9aaa7e76f411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:43:42Z', 'updated_at': '2022-05-18T22:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:53:54.896013 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] For port 81b7ff31-8a46-4f63-b309-85df651965e7, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=81b7ff31-8a46-4f63-b309-85df651965e7,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:53:54.900814 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:54.910978 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Calling delete_port for 81b7ff31-8a46-4f63-b309-85df651965e7 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:53:55.126234 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (81b7ff31-8a46-4f63-b309-85df651965e7), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.152502 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Pushing event deleted for resources: {'Port': ['ID=81b7ff31-8a46-4f63-b309-85df651965e7,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:55.214988 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (f79ae304-4078-4e68-89e2-9aaa7e76f411), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.304179 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (f79ae304-4078-4e68-89e2-9aaa7e76f411), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.307756 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks [] for router_controller (f79ae304-4078-4e68-89e2-9aaa7e76f411), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.401015 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (f79ae304-4078-4e68-89e2-9aaa7e76f411), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.401615 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f79ae304-4078-4e68-89e2-9aaa7e76f411 {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 22:53:55.409008 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.409008 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-407a184f-2687-44fd-8814-14af0183a56d admin admin] 10.222.0.70 "DELETE /v2.0/routers/f79ae304-4078-4e68-89e2-9aaa7e76f411 HTTP/1.1" status: 204 len: 168 time: 1.1464980 May 18 22:53:55.410413 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50592) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:55.458998 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-45068fba-e9d5-47ab-8f9f-e19fdca328dc admin admin] Deleting subnet 4f086e75-ea9a-4899-bc6a-2551b54ba5de {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:53:55.463145 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45068fba-e9d5-47ab-8f9f-e19fdca328dc admin admin] Publish callbacks [] for subnet (4f086e75-ea9a-4899-bc6a-2551b54ba5de), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.498346 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45068fba-e9d5-47ab-8f9f-e19fdca328dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (4f086e75-ea9a-4899-bc6a-2551b54ba5de), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.499856 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:55.574249 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45068fba-e9d5-47ab-8f9f-e19fdca328dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (4f086e75-ea9a-4899-bc6a-2551b54ba5de), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.703709 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45068fba-e9d5-47ab-8f9f-e19fdca328dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (4f086e75-ea9a-4899-bc6a-2551b54ba5de), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.730290 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45068fba-e9d5-47ab-8f9f-e19fdca328dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f086e75-ea9a-4899-bc6a-2551b54ba5de,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:55.734175 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-45068fba-e9d5-47ab-8f9f-e19fdca328dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.737447 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-45068fba-e9d5-47ab-8f9f-e19fdca328dc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4f086e75-ea9a-4899-bc6a-2551b54ba5de HTTP/1.1" status: 204 len: 168 time: 0.3259530 May 18 22:53:55.739745 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50594) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:55.739894 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3cf3d6-8c7a-4505-b1d2-6e9d5e106199 None None] Network ef8d9f04-cd89-47a5-92e7-968950a33380 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:53:55.810579 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (ef8d9f04-cd89-47a5-92e7-968950a33380), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.838196 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:55.852005 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Deleting port 3b10b3d2-9200-4a50-9e47-d866958d0754 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:53:55.852345 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.899443 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] DHCP port deletion for ef8d9f04-cd89-47a5-92e7-968950a33380 request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 22:53:55.930948 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] For port 3b10b3d2-9200-4a50-9e47-d866958d0754, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3b10b3d2-9200-4a50-9e47-d866958d0754,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:53:55.931459 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:55.945995 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Calling delete_port for 3b10b3d2-9200-4a50-9e47-d866958d0754 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:53:55.947622 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Deleting port 3b10b3d2-9200-4a50-9e47-d866958d0754 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:53:55.948014 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.011643 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] For port 3b10b3d2-9200-4a50-9e47-d866958d0754, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=3b10b3d2-9200-4a50-9e47-d866958d0754,segment=NetworkSegment(2d86e8a6-d0a8-4ad3-9d12-8843e408659c),segment_id=2d86e8a6-d0a8-4ad3-9d12-8843e408659c)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:53:56.011953 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.025854 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Calling delete_port for 3b10b3d2-9200-4a50-9e47-d866958d0754 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:53:56.075680 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.105645 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (3b10b3d2-9200-4a50-9e47-d866958d0754), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.106165 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] No DVR routers for this DVR port 3b10b3d2-9200-4a50-9e47-d866958d0754 on host dv-cinder-838009-6-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:53:56.111541 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b10b3d2-9200-4a50-9e47-d866958d0754,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:56.183427 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (ef8d9f04-cd89-47a5-92e7-968950a33380), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.204782 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8d9f04-cd89-47a5-92e7-968950a33380']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:56.215437 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d86e8a6-d0a8-4ad3-9d12-8843e408659c') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:56.215733 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d86e8a6-d0a8-4ad3-9d12-8843e408659c') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:53:56.225177 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (2d86e8a6-d0a8-4ad3-9d12-8843e408659c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.238944 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (2d86e8a6-d0a8-4ad3-9d12-8843e408659c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.245098 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:53:56.245475 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (2d86e8a6-d0a8-4ad3-9d12-8843e408659c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:53:56.247179 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:53:56.253078 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Pushing event deleted for resources: {'Port': ['ID=3b10b3d2-9200-4a50-9e47-d866958d0754,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:56.257626 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] No DVR routers for this DVR port 3b10b3d2-9200-4a50-9e47-d866958d0754 on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:53:56.264415 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.264682 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.265022 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.265357 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.265691 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.268266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.268266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.268266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.268266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.268266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.268266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.268266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.268266 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.269025 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.269025 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb166d4-b3cf-4d57-8dd2-fea1ce66e43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:56.360615 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (ef8d9f04-cd89-47a5-92e7-968950a33380), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.365973 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.369842 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] 10.222.0.70 "DELETE /v2.0/networks/ef8d9f04-cd89-47a5-92e7-968950a33380 HTTP/1.1" status: 204 len: 168 time: 0.6291604 May 18 22:53:56.381759 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5a15e-9bf7-45ff-b824-a293a8cc690a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8d9f04-cd89-47a5-92e7-968950a33380,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:56.649627 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3b10b3d2-9200-4a50-9e47-d866958d0754 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:53:56.668602 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50598) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:56.669606 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 3b10b3d2-9200-4a50-9e47-d866958d0754 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:53:56.669947 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 3b10b3d2-9200-4a50-9e47-d866958d0754 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:53:56.670386 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 81b7ff31-8a46-4f63-b309-85df651965e7 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:53:56.689113 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 81b7ff31-8a46-4f63-b309-85df651965e7 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:53:56.689446 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 81b7ff31-8a46-4f63-b309-85df651965e7 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:53:56.689877 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 790a0fe9-71d4-41c7-b200-3aa57da97715 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:53:56.707949 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 790a0fe9-71d4-41c7-b200-3aa57da97715 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:53:56.708282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 790a0fe9-71d4-41c7-b200-3aa57da97715 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:53:56.708573 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e40e474b-4197-41b0-8d74-938e09378f53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a7373826e4743088ff1d782782b9890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387840 May 18 22:53:56.711065 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50600) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:56.758183 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0e7594c8-6107-4379-a813-fa6541dffde8 admin admin] Publish callbacks [] for security_group (3b23e398-97f0-4320-8c27-b2d22b6b89e0), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.778233 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0e7594c8-6107-4379-a813-fa6541dffde8 admin admin] Publish callbacks [] for security_group (3b23e398-97f0-4320-8c27-b2d22b6b89e0), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.886330 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0e7594c8-6107-4379-a813-fa6541dffde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3b23e398-97f0-4320-8c27-b2d22b6b89e0), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.888974 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0e7594c8-6107-4379-a813-fa6541dffde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:56.890148 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0e7594c8-6107-4379-a813-fa6541dffde8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b23e398-97f0-4320-8c27-b2d22b6b89e0 HTTP/1.1" status: 204 len: 168 time: 0.1781466 May 18 22:53:56.897602 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7594c8-6107-4379-a813-fa6541dffde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23e398-97f0-4320-8c27-b2d22b6b89e0,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:57.913281 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:53:59.353535 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:59.367699 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50650) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:59.473301 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-34a1ade0-4d54-40a4-b4bc-b01730e58ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:59.524575 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:59.548682 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-34a1ade0-4d54-40a4-b4bc-b01730e58ecc admin admin] Publish callbacks [] for security_group (46d134a1-44aa-4d5b-9955-12c9037da993), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:59.663317 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-34a1ade0-4d54-40a4-b4bc-b01730e58ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (46d134a1-44aa-4d5b-9955-12c9037da993), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:59.696787 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:53:59.703589 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-34a1ade0-4d54-40a4-b4bc-b01730e58ecc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad79394ef6644647b56c7e42a9660fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348985 May 18 22:53:59.704667 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1ade0-4d54-40a4-b4bc-b01730e58ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d134a1-44aa-4d5b-9955-12c9037da993,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:59.706324 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50654) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:53:59.755986 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Publish callbacks [] for security_group (46d134a1-44aa-4d5b-9955-12c9037da993), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:59.778026 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Publish callbacks [] for security_group (46d134a1-44aa-4d5b-9955-12c9037da993), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:59.886494 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (46d134a1-44aa-4d5b-9955-12c9037da993), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:59.889019 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:53:59.890213 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/46d134a1-44aa-4d5b-9955-12c9037da993 HTTP/1.1" status: 204 len: 168 time: 0.1828821 May 18 22:53:59.903548 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d134a1-44aa-4d5b-9955-12c9037da993,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:53:59.906347 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.906733 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.907044 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.907394 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.907729 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.908217 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.908388 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.908833 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.909178 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.909507 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.909837 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.910195 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.910519 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.910840 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.911158 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6f5d9e-07ff-4c69-852c-7cfc20c7bdc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:53:59.929354 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:00.471140 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50660) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:00.485130 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd9e863b-f393-4c50-b83a-2f06aad408fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:00.496585 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:00.567028 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd9e863b-f393-4c50-b83a-2f06aad408fd admin admin] Publish callbacks [] for security_group (9c7f532f-ba67-40d6-bf37-f75e453748ff), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:00.646229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd9e863b-f393-4c50-b83a-2f06aad408fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (9c7f532f-ba67-40d6-bf37-f75e453748ff), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:00.687374 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cd9e863b-f393-4c50-b83a-2f06aad408fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=315f811e894c4729863fb4357b8478b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151499 May 18 22:54:00.688228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e863b-f393-4c50-b83a-2f06aad408fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f532f-ba67-40d6-bf37-f75e453748ff,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:00.690083 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50662) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:00.737868 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-74b6bc5f-7059-4601-82f2-73dfe95f5655 admin admin] Publish callbacks [] for security_group (9c7f532f-ba67-40d6-bf37-f75e453748ff), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:00.758739 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-74b6bc5f-7059-4601-82f2-73dfe95f5655 admin admin] Publish callbacks [] for security_group (9c7f532f-ba67-40d6-bf37-f75e453748ff), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:00.891713 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-74b6bc5f-7059-4601-82f2-73dfe95f5655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (9c7f532f-ba67-40d6-bf37-f75e453748ff), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:00.894271 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-74b6bc5f-7059-4601-82f2-73dfe95f5655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:00.895403 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-74b6bc5f-7059-4601-82f2-73dfe95f5655 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c7f532f-ba67-40d6-bf37-f75e453748ff HTTP/1.1" status: 204 len: 168 time: 0.2043409 May 18 22:54:00.903020 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6bc5f-7059-4601-82f2-73dfe95f5655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f532f-ba67-40d6-bf37-f75e453748ff,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:01.888590 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:03.989824 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50732) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:04.094835 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-61ae4ee2-622d-459d-8358-e50bb226d90f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:04.172439 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-61ae4ee2-622d-459d-8358-e50bb226d90f admin admin] Publish callbacks [] for security_group (3e14454d-55af-4683-bc95-30e8e4e58939), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:04.246175 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-61ae4ee2-622d-459d-8358-e50bb226d90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3e14454d-55af-4683-bc95-30e8e4e58939), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:04.285872 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-61ae4ee2-622d-459d-8358-e50bb226d90f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9878e2b8d81462dba36f1426a6955da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949436 May 18 22:54:04.286744 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae4ee2-622d-459d-8358-e50bb226d90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e14454d-55af-4683-bc95-30e8e4e58939,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:04.288692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50736) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:04.338871 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8212-19e9-4325-b836-3bcb2ff95c17 admin admin] Publish callbacks [] for security_group (3e14454d-55af-4683-bc95-30e8e4e58939), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:04.359798 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8212-19e9-4325-b836-3bcb2ff95c17 admin admin] Publish callbacks [] for security_group (3e14454d-55af-4683-bc95-30e8e4e58939), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:04.480607 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8212-19e9-4325-b836-3bcb2ff95c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (3e14454d-55af-4683-bc95-30e8e4e58939), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:04.483154 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8212-19e9-4325-b836-3bcb2ff95c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:04.484321 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-dc0b8212-19e9-4325-b836-3bcb2ff95c17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e14454d-55af-4683-bc95-30e8e4e58939 HTTP/1.1" status: 204 len: 168 time: 0.1946328 May 18 22:54:04.492229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b8212-19e9-4325-b836-3bcb2ff95c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e14454d-55af-4683-bc95-30e8e4e58939,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:05.093588 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50742) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:05.107720 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-584d3dc9-8b1c-4757-8264-aa8be300aac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:05.154753 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:05.182750 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-584d3dc9-8b1c-4757-8264-aa8be300aac0 admin admin] Publish callbacks [] for security_group (80c39758-aa19-49b5-9780-96aaf6e7d473), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:05.229773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-584d3dc9-8b1c-4757-8264-aa8be300aac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (80c39758-aa19-49b5-9780-96aaf6e7d473), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:05.270155 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-584d3dc9-8b1c-4757-8264-aa8be300aac0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24c65b7a75e24fc6b981f2cfa503442b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753898 May 18 22:54:05.272761 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50744) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:05.274550 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d3dc9-8b1c-4757-8264-aa8be300aac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c39758-aa19-49b5-9780-96aaf6e7d473,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:05.321787 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7faf1270-1f3e-4318-a671-2f9774336ca8 admin admin] Publish callbacks [] for security_group (80c39758-aa19-49b5-9780-96aaf6e7d473), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:05.343462 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7faf1270-1f3e-4318-a671-2f9774336ca8 admin admin] Publish callbacks [] for security_group (80c39758-aa19-49b5-9780-96aaf6e7d473), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:05.434838 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7faf1270-1f3e-4318-a671-2f9774336ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (80c39758-aa19-49b5-9780-96aaf6e7d473), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:05.437389 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7faf1270-1f3e-4318-a671-2f9774336ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:05.438579 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7faf1270-1f3e-4318-a671-2f9774336ca8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80c39758-aa19-49b5-9780-96aaf6e7d473 HTTP/1.1" status: 204 len: 168 time: 0.1648540 May 18 22:54:05.446963 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf1270-1f3e-4318-a671-2f9774336ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c39758-aa19-49b5-9780-96aaf6e7d473,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:06.247492 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50764) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:06.387492 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Deleting port 385e344d-a0cd-4da2-8bda-fac3a3434eea {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:06.388175 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (385e344d-a0cd-4da2-8bda-fac3a3434eea), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:06.469058 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (385e344d-a0cd-4da2-8bda-fac3a3434eea), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:06.469382 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (385e344d-a0cd-4da2-8bda-fac3a3434eea), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:06.482860 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Calling delete_port for 385e344d-a0cd-4da2-8bda-fac3a3434eea owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:06.552470 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:06.556958 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:06.715685 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-33e2ab12-c1cb-4e44-8c93-e7a4ca093044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:06.744374 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (385e344d-a0cd-4da2-8bda-fac3a3434eea), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:06.771098 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event deleted for resources: {'Port': ['ID=385e344d-a0cd-4da2-8bda-fac3a3434eea,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:06.830509 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (15ad2375-9a7c-4dd5-8183-4cfc9211b774), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:06.830840 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Floating IP 15ad2375-9a7c-4dd5-8183-4cfc9211b774 disassociated (deleted). External IP: 172.27.1.202, port: 61069edb-146b-4923-938f-0e918446b79b. May 18 22:54:07.037096 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Router 24e9453e-9442-4282-8364-edd4989f333d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:54:07.054079 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50776) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:07.151117 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:54:07.156320 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:07.163164 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:54:07.169709 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b639cb2e-3374-43b6-8b46-c9ba6e50a687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:07.176213 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:07.177085 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:53:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:07.195821 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-eb241c1d-f4af-41ac-a6fd-380f08534389 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "DELETE /v2.0/floatingips/15ad2375-9a7c-4dd5-8183-4cfc9211b774 HTTP/1.1" status: 204 len: 168 time: 0.9414098 May 18 22:54:07.195821 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'tag': '61069edb-146b-4923-938f-0e918446b79b'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:54:07.195821 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}550e1867856e70b144d8004abe532bc5f22cfe2cf9f862fdcd5c53f959648afd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "tag": "61069edb-146b-4923-938f-0e918446b79b"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:54:07.276284 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b639cb2e-3374-43b6-8b46-c9ba6e50a687 admin admin] Publish callbacks [] for security_group (5413afbb-015f-41eb-912f-d46e7ce6a4e3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:07.308780 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:07.332522 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b639cb2e-3374-43b6-8b46-c9ba6e50a687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (5413afbb-015f-41eb-912f-d46e7ce6a4e3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:07.373142 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b639cb2e-3374-43b6-8b46-c9ba6e50a687 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0add8011ab9145b5b30cee4a00d74194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179095 May 18 22:54:07.375912 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50786) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:07.386380 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639cb2e-3374-43b6-8b46-c9ba6e50a687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5413afbb-015f-41eb-912f-d46e7ce6a4e3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:07.428228 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:07.445700 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4590-b3c0-45d4-8145-194204bf84db admin admin] Publish callbacks [] for security_group (5413afbb-015f-41eb-912f-d46e7ce6a4e3), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:07.468371 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced3c828-aadc-4222-8df6-b8a42275b915 x-openstack-request-id: req-ced3c828-aadc-4222-8df6-b8a42275b915 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:54:07.473222 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "tag": "61069edb-146b-4923-938f-0e918446b79b", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:54:07.473222 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ced3c828-aadc-4222-8df6-b8a42275b915 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:54:07.473222 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced3c828-aadc-4222-8df6-b8a42275b915'] response: {'name': 'network-changed', 'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'tag': '61069edb-146b-4923-938f-0e918446b79b', 'status': 'completed', 'code': 200} May 18 22:54:07.473716 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4590-b3c0-45d4-8145-194204bf84db admin admin] Publish callbacks [] for security_group (5413afbb-015f-41eb-912f-d46e7ce6a4e3), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:07.541166 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-9d54e6ea-8fcf-4e8c-ab8a-17cb9dd95cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:07.543784 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-9d54e6ea-8fcf-4e8c-ab8a-17cb9dd95cae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 1130 time: 0.0437987 May 18 22:54:07.568942 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:27Z', 'revision_number': 1, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:07.594532 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4590-b3c0-45d4-8145-194204bf84db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (5413afbb-015f-41eb-912f-d46e7ce6a4e3), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:07.595191 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:54:07.597004 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4590-b3c0-45d4-8145-194204bf84db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:07.598191 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2b0a4590-b3c0-45d4-8145-194204bf84db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5413afbb-015f-41eb-912f-d46e7ce6a4e3 HTTP/1.1" status: 204 len: 168 time: 0.2195427 May 18 22:54:07.606591 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a4590-b3c0-45d4-8145-194204bf84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5413afbb-015f-41eb-912f-d46e7ce6a4e3,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:07.607710 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:07.608382 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:53:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:07.668814 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ee9b9-b6a5-462c-a67b-605c7ee98ee2 req-37125a87-2bba-492c-8706-c2fbedd8355c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:07.670353 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de6ee9b9-b6a5-462c-a67b-605c7ee98ee2 req-37125a87-2bba-492c-8706-c2fbedd8355c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0594125 May 18 22:54:07.709058 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:07.718545 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:07.724290 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de6ee9b9-b6a5-462c-a67b-605c7ee98ee2 req-667cba72-94af-4191-b759-85f44b020f72 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 May 18 22:54:08.030853 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:27Z', 'revision_number': 1, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:08.059049 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d1d27-925b-4452-8cfb-cc058574a3f0 None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '58a25fb5-ed37-4a13-974e-708fd0099d9c', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': '24e9453e-9442-4282-8364-edd4989f333d', 'port_id': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'mac_address': 'fa:16:3e:57:0e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:49:25Z', 'updated_at': '2022-05-18T22:49:27Z', 'revision_number': 1, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:54:08.291890 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afe152-089e-445f-b8ba-a488162bc61b None None] New status for floating IP 15ad2375-9a7c-4dd5-8183-4cfc9211b774: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:54:08.322339 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:08.763629 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-883f1cc6-78d3-4080-bc9e-06705e7454a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:08.765826 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-883f1cc6-78d3-4080-bc9e-06705e7454a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 912 time: 0.0981004 May 18 22:54:08.827680 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-3c67fc9b-499d-4752-bf45-8bdbf8e77d1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61069edb-146b-4923-938f-0e918446b79b HTTP/1.1" status: 200 len: 217 time: 0.0388684 May 18 22:54:08.900008 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a2027-6cfd-4051-a68b-73e414e75693 req-33e60075-52e6-4607-9900-5d4c6c998cb3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:08.901578 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e08a2027-6cfd-4051-a68b-73e414e75693 req-33e60075-52e6-4607-9900-5d4c6c998cb3 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0765514 May 18 22:54:08.908805 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-9ae48b07-c4f4-4da1-9253-eb359a21da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:08.910251 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-9ae48b07-c4f4-4da1-9253-eb359a21da05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.0751135 May 18 22:54:08.921357 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-01e59741-458c-4c35-aa3f-7a75c6c200b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:08.983956 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-57c21f4d-b458-4159-ae0f-bb627057f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:08.985473 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-57c21f4d-b458-4159-ae0f-bb627057f838 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685475 May 18 22:54:08.994111 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e08a2027-6cfd-4051-a68b-73e414e75693 req-921349c1-8cde-4c04-af3c-729ae276377c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829573 May 18 22:54:09.240816 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-dcf3111e-641b-4fa0-a55e-34a1c2193a1c service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861101 May 18 22:54:09.335612 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bdd59a1-c3aa-4ab7-a57c-1ef0e243256c req-0fb6543a-e344-403d-b602-91d438f21edc service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888910 May 18 22:54:09.778297 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d906061-fd45-401d-b49c-670441507a44 req-1b373428-f2df-4278-be62-d33a9219923c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:09.779769 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d906061-fd45-401d-b49c-670441507a44 req-1b373428-f2df-4278-be62-d33a9219923c tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0470960 May 18 22:54:09.872238 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Deleting port 61069edb-146b-4923-938f-0e918446b79b {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:09.872579 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (61069edb-146b-4923-938f-0e918446b79b), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:09.963099 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:09.968851 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:09.974960 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] For port 61069edb-146b-4923-938f-0e918446b79b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=61069edb-146b-4923-938f-0e918446b79b,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:09.975324 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (61069edb-146b-4923-938f-0e918446b79b), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:09.989473 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Calling delete_port for 61069edb-146b-4923-938f-0e918446b79b owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:10.064514 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:10.119882 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da9225-bd61-4b9a-93fb-9a9440d97d1b req-cf6c278e-93ce-4e38-9516-f2fa5249f644 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:10.121927 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-14da9225-bd61-4b9a-93fb-9a9440d97d1b req-cf6c278e-93ce-4e38-9516-f2fa5249f644 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 946 time: 0.0549278 May 18 22:54:10.206578 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-14da9225-bd61-4b9a-93fb-9a9440d97d1b req-63deb050-cacb-4ca7-afb2-bf4dd7fbb21a tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784914 May 18 22:54:10.257609 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (61069edb-146b-4923-938f-0e918446b79b), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:10.290026 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event deleted for resources: {'Port': ['ID=61069edb-146b-4923-938f-0e918446b79b,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:10.334918 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] No DVR routers for this DVR port 61069edb-146b-4923-938f-0e918446b79b on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:54:10.337368 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:10.341076 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d906061-fd45-401d-b49c-670441507a44 req-1863666b-c322-4a55-8452-441038f079d7 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "DELETE /v2.0/ports/61069edb-146b-4923-938f-0e918446b79b HTTP/1.1" status: 204 len: 173 time: 0.5559528 May 18 22:54:10.341509 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'name': 'network-vif-deleted', 'tag': '61069edb-146b-4923-938f-0e918446b79b'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:54:10.343787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0110af1e-280b-4a5f-988c-5045564d7159" -d '{"events": [{"server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "name": "network-vif-deleted", "tag": "61069edb-146b-4923-938f-0e918446b79b"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:54:10.379437 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39afd03a-7d82-404b-b169-f3bedcf62477 x-openstack-request-id: req-39afd03a-7d82-404b-b169-f3bedcf62477 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:54:10.379728 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe", "name": "network-vif-deleted", "tag": "61069edb-146b-4923-938f-0e918446b79b", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:54:10.379976 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39afd03a-7d82-404b-b169-f3bedcf62477 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:54:10.380377 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39afd03a-7d82-404b-b169-f3bedcf62477'] response: {'server_uuid': 'b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe', 'name': 'network-vif-deleted', 'tag': '61069edb-146b-4923-938f-0e918446b79b', 'status': 'completed', 'code': 200} May 18 22:54:11.312515 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2d867eb-9972-4459-8018-8ab7d6ffe074 req-ca5e175c-1dec-4f3f-b739-37866d40aea9 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c6f74a-d66f-4cf9-9823-c3d45b0b8bfe HTTP/1.1" status: 200 len: 210 time: 0.0291097 May 18 22:54:11.445878 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:12.184222 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 61069edb-146b-4923-938f-0e918446b79b no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:12.204176 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 61069edb-146b-4923-938f-0e918446b79b {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:12.204617 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 61069edb-146b-4923-938f-0e918446b79b not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:12.908729 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:14.805450 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50892) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:14.952475 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Deleting port febda487-3f77-4547-83e6-605b7deb083d {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:14.952862 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (febda487-3f77-4547-83e6-605b7deb083d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:15.033656 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (febda487-3f77-4547-83e6-605b7deb083d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:15.033985 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (febda487-3f77-4547-83e6-605b7deb083d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:15.048200 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Calling delete_port for febda487-3f77-4547-83e6-605b7deb083d owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:15.284668 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (febda487-3f77-4547-83e6-605b7deb083d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:15.311615 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event deleted for resources: {'Port': ['ID=febda487-3f77-4547-83e6-605b7deb083d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:15.377860 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (58a25fb5-ed37-4a13-974e-708fd0099d9c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:15.378455 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Floating IP 58a25fb5-ed37-4a13-974e-708fd0099d9c disassociated (deleted). External IP: 172.27.1.7, port: 2170f6d7-e113-4873-9f11-d973d6171ab9. May 18 22:54:15.669828 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:15.818562 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:15.839825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Router 24e9453e-9442-4282-8364-edd4989f333d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:54:15.946974 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:54:15.952441 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:15.956949 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:54:15.960544 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:15.968458 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:15.970131 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:54:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:15.983408 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1b5e98e5-eda0-4f18-b28a-20dbb74887bf tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "DELETE /v2.0/floatingips/58a25fb5-ed37-4a13-974e-708fd0099d9c HTTP/1.1" status: 204 len: 168 time: 1.1761317 May 18 22:54:15.984017 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:54:15.986290 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13" -d '{"events": [{"name": "network-changed", "server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:54:16.025118 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9ab26b-3279-41d6-b76e-eccd4a8f6527 x-openstack-request-id: req-3c9ab26b-3279-41d6-b76e-eccd4a8f6527 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:54:16.025673 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:54:16.026139 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c9ab26b-3279-41d6-b76e-eccd4a8f6527 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:54:16.026732 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9ab26b-3279-41d6-b76e-eccd4a8f6527'] response: {'name': 'network-changed', 'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'status': 'completed', 'code': 200} May 18 22:54:16.084993 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:16.117843 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-c0ada24b-2e59-4ebe-b63d-4894d76eb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:16.119430 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-c0ada24b-2e59-4ebe-b63d-4894d76eb57a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 1130 time: 0.0451858 May 18 22:54:16.188185 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:16.210965 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-576e49e4-7a1f-492f-aa97-40042881b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:16.213058 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-576e49e4-7a1f-492f-aa97-40042881b5f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 200 len: 912 time: 0.0882764 May 18 22:54:16.259025 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-8b6d8c16-7179-40d5-8b48-f93fc88e8b50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2170f6d7-e113-4873-9f11-d973d6171ab9 HTTP/1.1" status: 200 len: 217 time: 0.0387022 May 18 22:54:16.274123 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:16.300469 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:54:16.308906 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-c35a00b1-fda1-462b-809a-1b2dffc52685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:16.309090 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:16.309592 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:54:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:16.310464 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-c35a00b1-fda1-462b-809a-1b2dffc52685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 200 len: 850 time: 0.0449398 May 18 22:54:16.356983 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-a1b5bd8b-9d6b-4f35-9ad1-df1b5c413728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:16.359100 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-a1b5bd8b-9d6b-4f35-9ad1-df1b5c413728 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb762368-0a84-43af-8013-3ba314096c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419011 May 18 22:54:16.414301 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:16.471756 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203fbe-cb8f-477a-b251-194b7d754da9 req-e287338c-8526-4d2b-a311-1d687ae4f11d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:16.473337 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-af203fbe-cb8f-477a-b251-194b7d754da9 req-e287338c-8526-4d2b-a311-1d687ae4f11d tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 946 time: 0.0603299 May 18 22:54:16.518407 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-34e2a13c-210e-428a-9b74-93f9b9be9b91 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522646 May 18 22:54:16.548484 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-af203fbe-cb8f-477a-b251-194b7d754da9 req-4741d0d3-a483-4b47-bc81-a08b38e3d792 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628552 May 18 22:54:16.614476 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:16.642220 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ae6e0-e99d-49bf-a0f3-9a869f5d0ded None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:45:00Z', 'revision_number': 4, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '43cc3b13-2e5e-4a78-a437-88cba9e26a8d', 'name': '', 'network_id': 'cb762368-0a84-43af-8013-3ba314096c24', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'mac_address': 'fa:16:3e:91:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:59Z', 'updated_at': '2022-05-18T22:45:04Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'subnets': [{'id': 'd087bf9d-1a7d-485b-a348-6a32c11cc58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:54:16.868712 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d81df3-05b3-43a1-973f-49afa417eecb None None] New status for floating IP 58a25fb5-ed37-4a13-974e-708fd0099d9c: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:54:17.480662 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ec2364f-6935-45f1-8c77-a6aeb7b31d13 req-6ba1e82d-083d-400c-817a-92148f7addf5 service neutron] 10.222.0.24 "GET /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880065 May 18 22:54:17.602563 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=50,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:17.667880 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5b49c-10cf-49c1-9eeb-633f58f756eb req-4209d248-de98-48d3-a4a5-2698d4452586 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:17.669587 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2c5b49c-10cf-49c1-9eeb-633f58f756eb req-4209d248-de98-48d3-a4a5-2698d4452586 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 946 time: 0.0501602 May 18 22:54:17.721617 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2c5b49c-10cf-49c1-9eeb-633f58f756eb req-0ffbe61e-66b7-4342-8aae-c808ecedaef2 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/security-groups?id=45c873f4-cbe5-4f42-831c-6a91983e71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454895 May 18 22:54:18.122560 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-04facfde-a065-4c24-a9b8-6d8471fbe8b2 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:18.124425 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-04facfde-a065-4c24-a9b8-6d8471fbe8b2 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 946 time: 0.0466447 May 18 22:54:18.174625 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:18.209474 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Deleting port 2170f6d7-e113-4873-9f11-d973d6171ab9 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:18.209811 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:18.301708 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] For port 2170f6d7-e113-4873-9f11-d973d6171ab9, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=2170f6d7-e113-4873-9f11-d973d6171ab9,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:18.302098 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:18.315419 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:18.316598 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Calling delete_port for 2170f6d7-e113-4873-9f11-d973d6171ab9 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:18.508979 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (2170f6d7-e113-4873-9f11-d973d6171ab9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:18.541582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event deleted for resources: {'Port': ['ID=2170f6d7-e113-4873-9f11-d973d6171ab9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:18.588692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] No DVR routers for this DVR port 2170f6d7-e113-4873-9f11-d973d6171ab9 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:54:18.591141 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:18.594868 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd8efdd5-43cb-4178-8aa0-93f0c51e0dbc req-9ff552a1-26fd-4d49-95af-1b1eaa78abdb tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.24 "DELETE /v2.0/ports/2170f6d7-e113-4873-9f11-d973d6171ab9 HTTP/1.1" status: 204 len: 173 time: 0.4652181 May 18 22:54:18.600914 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'name': 'network-vif-deleted', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:54:18.600914 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f98fc-523a-46cc-8725-c854aeafb6f0" -d '{"events": [{"server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "name": "network-vif-deleted", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:54:18.635243 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b59f2-3865-41a9-9430-f436f568047a x-openstack-request-id: req-051b59f2-3865-41a9-9430-f436f568047a {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:54:18.635541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d633259-1327-45ac-bc36-0db6e2a3ac0d", "name": "network-vif-deleted", "tag": "2170f6d7-e113-4873-9f11-d973d6171ab9", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:54:18.635791 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-051b59f2-3865-41a9-9430-f436f568047a {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:54:18.636192 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051b59f2-3865-41a9-9430-f436f568047a'] response: {'server_uuid': '5d633259-1327-45ac-bc36-0db6e2a3ac0d', 'name': 'network-vif-deleted', 'tag': '2170f6d7-e113-4873-9f11-d973d6171ab9', 'status': 'completed', 'code': 200} May 18 22:54:18.790760 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50942) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:18.826372 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-82cb5538-8664-469d-9d35-31224b412c92 req-1d937b53-94a6-44fb-a100-e8ac00a30db4 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d633259-1327-45ac-bc36-0db6e2a3ac0d HTTP/1.1" status: 200 len: 210 time: 0.0322504 May 18 22:54:18.903622 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:18.996523 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Publish callbacks [] for security_group (e262c2ce-0c3b-41d4-8728-97b789fc0caf), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:19.051633 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e262c2ce-0c3b-41d4-8728-97b789fc0caf), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:19.096850 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb224d6ba42940b799e64628676b4745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044641 May 18 22:54:19.097947 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e262c2ce-0c3b-41d4-8728-97b789fc0caf,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:19.099873 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50946) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:19.106864 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.107214 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.107616 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.107953 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.108381 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.108717 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.109061 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.109388 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.109714 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.110061 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.110392 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.111077 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.111077 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.111388 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.111654 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d79be72-858d-4283-9352-c7070d0a6227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:54:19.153421 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2980356f-4b7a-4622-97c5-7c47794e1d4f admin admin] Publish callbacks [] for security_group (e262c2ce-0c3b-41d4-8728-97b789fc0caf), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:19.176790 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2980356f-4b7a-4622-97c5-7c47794e1d4f admin admin] Publish callbacks [] for security_group (e262c2ce-0c3b-41d4-8728-97b789fc0caf), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:19.307733 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2980356f-4b7a-4622-97c5-7c47794e1d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e262c2ce-0c3b-41d4-8728-97b789fc0caf), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:19.310203 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2980356f-4b7a-4622-97c5-7c47794e1d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:19.311478 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2980356f-4b7a-4622-97c5-7c47794e1d4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e262c2ce-0c3b-41d4-8728-97b789fc0caf HTTP/1.1" status: 204 len: 168 time: 0.2102439 May 18 22:54:19.319470 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980356f-4b7a-4622-97c5-7c47794e1d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e262c2ce-0c3b-41d4-8728-97b789fc0caf,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:19.887516 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50954) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:19.976700 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50956) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:19.991057 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-679d86f8-67c3-4a05-9435-c8c5bfb351e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:19.998761 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Deleting port 7b708c46-848f-4b4b-973d-b91f11b142f4 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:19.999110 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (7b708c46-848f-4b4b-973d-b91f11b142f4), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.069651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-679d86f8-67c3-4a05-9435-c8c5bfb351e3 admin admin] Publish callbacks [] for security_group (8e8ad015-6c0e-4cfc-96df-44c1f6c00670), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.079692 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (7b708c46-848f-4b4b-973d-b91f11b142f4), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.080022 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (7b708c46-848f-4b4b-973d-b91f11b142f4), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.092976 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Calling delete_port for 7b708c46-848f-4b4b-973d-b91f11b142f4 owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:20.114609 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-679d86f8-67c3-4a05-9435-c8c5bfb351e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (8e8ad015-6c0e-4cfc-96df-44c1f6c00670), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.155547 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-679d86f8-67c3-4a05-9435-c8c5bfb351e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f5c67dcd4834ee883b7b9bad09beac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776557 May 18 22:54:20.156659 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d86f8-67c3-4a05-9435-c8c5bfb351e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8ad015-6c0e-4cfc-96df-44c1f6c00670,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:20.159107 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50958) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:20.209079 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f4a1438-5050-4728-a9e1-f1e354975478 admin admin] Publish callbacks [] for security_group (8e8ad015-6c0e-4cfc-96df-44c1f6c00670), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.230604 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f4a1438-5050-4728-a9e1-f1e354975478 admin admin] Publish callbacks [] for security_group (8e8ad015-6c0e-4cfc-96df-44c1f6c00670), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.246157 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:20.279122 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (7b708c46-848f-4b4b-973d-b91f11b142f4), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.302184 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event deleted for resources: {'Port': ['ID=7b708c46-848f-4b4b-973d-b91f11b142f4,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:20.359132 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f4a1438-5050-4728-a9e1-f1e354975478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (8e8ad015-6c0e-4cfc-96df-44c1f6c00670), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.361612 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f4a1438-5050-4728-a9e1-f1e354975478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.362798 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7f4a1438-5050-4728-a9e1-f1e354975478 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e8ad015-6c0e-4cfc-96df-44c1f6c00670 HTTP/1.1" status: 204 len: 168 time: 0.2029541 May 18 22:54:20.368753 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for floatingip (7e3d1cd4-d575-4429-b4d2-10282e7c67b4), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.371233 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:20.372403 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b5141d7f-941a-4afd-8876-85830e118ebd tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "DELETE /v2.0/floatingips/7e3d1cd4-d575-4429-b4d2-10282e7c67b4 HTTP/1.1" status: 204 len: 168 time: 0.4846587 May 18 22:54:20.375093 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a1438-5050-4728-a9e1-f1e354975478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8ad015-6c0e-4cfc-96df-44c1f6c00670,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:21.078100 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 50974) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:21.096693 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06f6caf2-2bde-4bed-8808-0c482e505011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.172197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06f6caf2-2bde-4bed-8808-0c482e505011 admin admin] Publish callbacks [] for security_group (f13b43a6-c1b0-48cb-b0c5-e8c89e36d064), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.228858 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06f6caf2-2bde-4bed-8808-0c482e505011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f13b43a6-c1b0-48cb-b0c5-e8c89e36d064), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.263244 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:21.270615 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-06f6caf2-2bde-4bed-8808-0c482e505011 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45f7acbac43d4f6d9662814b94504db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914897 May 18 22:54:21.271711 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6caf2-2bde-4bed-8808-0c482e505011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13b43a6-c1b0-48cb-b0c5-e8c89e36d064,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:21.273290 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50976) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:21.328299 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9f89b2e9-dc7f-4194-81ba-3b9c78886478 admin admin] Publish callbacks [] for security_group (f13b43a6-c1b0-48cb-b0c5-e8c89e36d064), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.345985 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:21.350732 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9f89b2e9-dc7f-4194-81ba-3b9c78886478 admin admin] Publish callbacks [] for security_group (f13b43a6-c1b0-48cb-b0c5-e8c89e36d064), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.611693 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9f89b2e9-dc7f-4194-81ba-3b9c78886478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f13b43a6-c1b0-48cb-b0c5-e8c89e36d064), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.614219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9f89b2e9-dc7f-4194-81ba-3b9c78886478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.615376 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9f89b2e9-dc7f-4194-81ba-3b9c78886478 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f13b43a6-c1b0-48cb-b0c5-e8c89e36d064 HTTP/1.1" status: 204 len: 168 time: 0.3403420 May 18 22:54:21.624104 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89b2e9-dc7f-4194-81ba-3b9c78886478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13b43a6-c1b0-48cb-b0c5-e8c89e36d064,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:21.740586 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50982) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:21.803108 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a87a5c81-458b-4ff5-909a-5c21118758d5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group (45c873f4-cbe5-4f42-831c-6a91983e71c4), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.829210 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a87a5c81-458b-4ff5-909a-5c21118758d5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group (45c873f4-cbe5-4f42-831c-6a91983e71c4), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.941587 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a87a5c81-458b-4ff5-909a-5c21118758d5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (45c873f4-cbe5-4f42-831c-6a91983e71c4), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.944515 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a87a5c81-458b-4ff5-909a-5c21118758d5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:21.945770 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a87a5c81-458b-4ff5-909a-5c21118758d5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] 10.222.0.70 "DELETE /v2.0/security-groups/45c873f4-cbe5-4f42-831c-6a91983e71c4 HTTP/1.1" status: 204 len: 168 time: 0.2040994 May 18 22:54:21.955854 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a5c81-458b-4ff5-909a-5c21118758d5 tempest-TestVolumeBootPattern-1940142891 tempest-TestVolumeBootPattern-1940142891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c873f4-cbe5-4f42-831c-6a91983e71c4,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:22.075383 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 50994) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:22.239675 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2170f6d7-e113-4873-9f11-d973d6171ab9 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:22.259877 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 2170f6d7-e113-4873-9f11-d973d6171ab9 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:22.260221 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 2170f6d7-e113-4873-9f11-d973d6171ab9 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:22.538167 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (24e9453e-9442-4282-8364-edd4989f333d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:22.570408 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51008) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:22.582884 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:22.671026 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1950568413-network', 'tenant_id': 'f3bdd150da9d4f109717fbd4a46b477e'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:22.674309 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:22.762853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Deleting port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:22.763191 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:22.765937 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Made reservation on behalf of f3bdd150da9d4f109717fbd4a46b477e for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:54:22.769778 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:22.785805 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:22.891537 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] For port 43cc3b13-2e5e-4a78-a437-88cba9e26a8d, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:22.892106 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:22.913849 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Calling delete_port for 43cc3b13-2e5e-4a78-a437-88cba9e26a8d owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:22.914861 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Publish callbacks [] for security_group (f901e1f9-0277-46be-95e1-d81c96680a0a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:22.960518 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f901e1f9-0277-46be-95e1-d81c96680a0a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:22.989874 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:54:22.995474 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f901e1f9-0277-46be-95e1-d81c96680a0a,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:23.003184 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (059de902-8196-479b-a5be-50f4b2e028f0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.003820 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Added segment 059de902-8196-479b-a5be-50f4b2e028f0 of type vlan for network 3d911488-4233-4818-93b2-a6b29fa28fd2 May 18 22:54:23.044094 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (3d911488-4233-4818-93b2-a6b29fa28fd2), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.046070 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:23.130095 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (3d911488-4233-4818-93b2-a6b29fa28fd2), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.131157 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:23.131744 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.155006 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (43cc3b13-2e5e-4a78-a437-88cba9e26a8d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.184448 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Pushing event deleted for resources: {'Port': ['ID=43cc3b13-2e5e-4a78-a437-88cba9e26a8d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:23.190428 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] Pushing event updated for resources: {'Network': ['ID=3d911488-4233-4818-93b2-a6b29fa28fd2,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:23.200581 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 3d911488-4233-4818-93b2-a6b29fa28fd2 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:54:23.259976 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-aad6a111-14b1-4e4a-87dc-c704c5e8fb5f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6884646 May 18 22:54:23.262843 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51012) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:23.270305 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Request body: {'subnet': {'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1950568413-subnet', 'tenant_id': 'f3bdd150da9d4f109717fbd4a46b477e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:23.343756 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Made reservation on behalf of f3bdd150da9d4f109717fbd4a46b477e for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:54:23.346164 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4203903'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.364861 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (24e9453e-9442-4282-8364-edd4989f333d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.558778 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:23.565951 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4582682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4203881'] for subnet (c1812309-7633-47ef-9a6a-43565e42608d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.577477 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Router 24e9453e-9442-4282-8364-edd4989f333d has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:54:23.606078 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:23.627300 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1812309-7633-47ef-9a6a-43565e42608d,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:23.640748 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Checking segment: {'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:54:23.641097 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Network hostable DHCP agents. Network: 3d911488-4233-4818-93b2-a6b29fa28fd2, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:54:23.683144 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:54:23.688717 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-361523e2-8a1a-4faf-8bc2-2c4fd2b53661 admin admin] 10.222.0.70 "PUT /v2.0/routers/24e9453e-9442-4282-8364-edd4989f333d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112010 May 18 22:54:23.691550 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51014) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:23.692492 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f28197-689d-4f4f-b098-0759923734df None None] Sync routers for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:54:23.703800 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f28197-689d-4f4f-b098-0759923734df None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:23.704448 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-43f28197-689d-4f4f-b098-0759923734df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:54:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:23.730829 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Network 3d911488-4233-4818-93b2-a6b29fa28fd2 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:54:23.797420 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks [] for router (24e9453e-9442-4282-8364-edd4989f333d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.799821 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:23.804895 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-43f28197-689d-4f4f-b098-0759923734df None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:23.828544 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 3d911488-4233-4818-93b2-a6b29fa28fd2) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:54:23.835250 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:23.835686 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.837795 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e401a3c-56eb-4660-8dfa-30d33a769f09 None None] Network 3d911488-4233-4818-93b2-a6b29fa28fd2 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:54:23.902328 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ad29ab90-ffac-47f0-a2ba-63d47646d9a7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6376073 May 18 22:54:23.930272 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks [] for router_gateway (24e9453e-9442-4282-8364-edd4989f333d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:23.970232 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3272be81-32d8-4229-bd89-57d7a7a7888a None None] Network 3d911488-4233-4818-93b2-a6b29fa28fd2 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:54:23.970440 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:23.981367 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-43f28197-689d-4f4f-b098-0759923734df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:54:23Z', 'revision_number': 5, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port': {'id': '50cb4ab4-e01c-4191-8bd0-856574c40d99', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:6c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e9453e-9442-4282-8364-edd4989f333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:44:58Z', 'updated_at': '2022-05-18T22:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:24.010228 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f28197-689d-4f4f-b098-0759923734df None None] Checking router: 24e9453e-9442-4282-8364-edd4989f333d for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:54:24.020111 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f28197-689d-4f4f-b098-0759923734df None None] Routers {'24e9453e-9442-4282-8364-edd4989f333d'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:24.020945 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-43f28197-689d-4f4f-b098-0759923734df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:54:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['24e9453e-9442-4282-8364-edd4989f333d'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:24.120183 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-43f28197-689d-4f4f-b098-0759923734df None None] Set router 24e9453e-9442-4282-8364-edd4989f333d gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:24.269684 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-43f28197-689d-4f4f-b098-0759923734df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:54:23Z', 'revision_number': 6, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port_host': None}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:24.281734 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Deleting port 50cb4ab4-e01c-4191-8bd0-856574c40d99 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:24.282107 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.296402 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f28197-689d-4f4f-b098-0759923734df None None] The sync data for ids ['24e9453e-9442-4282-8364-edd4989f333d'] in dv-cinder-838009-6-iscsi is: [{'id': '24e9453e-9442-4282-8364-edd4989f333d', 'name': 'tempest-TestVolumeBootPattern-480260783-router', 'tenant_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:44:57Z', 'updated_at': '2022-05-18T22:54:23Z', 'revision_number': 6, 'project_id': '7994cefc64b44d1e92e94a9c8c1cca31', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:54:24.364427 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] For port 50cb4ab4-e01c-4191-8bd0-856574c40d99, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=50cb4ab4-e01c-4191-8bd0-856574c40d99,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:24.364718 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.381371 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Calling delete_port for 50cb4ab4-e01c-4191-8bd0-856574c40d99 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:24.534801 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:24.578058 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (50cb4ab4-e01c-4191-8bd0-856574c40d99), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.603859 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Pushing event deleted for resources: {'Port': ['ID=50cb4ab4-e01c-4191-8bd0-856574c40d99,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:24.671583 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (24e9453e-9442-4282-8364-edd4989f333d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.770654 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (24e9453e-9442-4282-8364-edd4989f333d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.773163 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks [] for router_controller (24e9453e-9442-4282-8364-edd4989f333d), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.778835 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 43cc3b13-2e5e-4a78-a437-88cba9e26a8d no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:24.800082 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 43cc3b13-2e5e-4a78-a437-88cba9e26a8d {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:24.803141 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 43cc3b13-2e5e-4a78-a437-88cba9e26a8d not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:24.879159 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (24e9453e-9442-4282-8364-edd4989f333d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.879704 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24e9453e-9442-4282-8364-edd4989f333d {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 22:54:24.889149 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.889149 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-24f5c012-9d18-4595-928a-31c39880e599 admin admin] 10.222.0.70 "DELETE /v2.0/routers/24e9453e-9442-4282-8364-edd4989f333d HTTP/1.1" status: 204 len: 168 time: 1.1924806 May 18 22:54:24.889149 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51028) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:24.939263 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-116ca959-9fbe-4719-a887-7a5f5ebd4ab8 admin admin] Deleting subnet d087bf9d-1a7d-485b-a348-6a32c11cc58b {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:54:24.942685 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-116ca959-9fbe-4719-a887-7a5f5ebd4ab8 admin admin] Publish callbacks [] for subnet (d087bf9d-1a7d-485b-a348-6a32c11cc58b), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:24.980660 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-116ca959-9fbe-4719-a887-7a5f5ebd4ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (d087bf9d-1a7d-485b-a348-6a32c11cc58b), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.066620 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-116ca959-9fbe-4719-a887-7a5f5ebd4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (d087bf9d-1a7d-485b-a348-6a32c11cc58b), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.183749 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-116ca959-9fbe-4719-a887-7a5f5ebd4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (d087bf9d-1a7d-485b-a348-6a32c11cc58b), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.210203 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca959-9fbe-4719-a887-7a5f5ebd4ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d087bf9d-1a7d-485b-a348-6a32c11cc58b,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:25.214609 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-116ca959-9fbe-4719-a887-7a5f5ebd4ab8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.222050 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-116ca959-9fbe-4719-a887-7a5f5ebd4ab8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d087bf9d-1a7d-485b-a348-6a32c11cc58b HTTP/1.1" status: 204 len: 168 time: 0.3300049 May 18 22:54:25.222050 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51030) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:25.222342 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d4c5f-d341-4cb9-a8f6-fc76ef27056c None None] Network cb762368-0a84-43af-8013-3ba314096c24 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:54:25.291070 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (cb762368-0a84-43af-8013-3ba314096c24), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.335394 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Deleting port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:25.335739 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.378017 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] DHCP port deletion for cb762368-0a84-43af-8013-3ba314096c24 request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 22:54:25.404934 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] For port f3a1b993-fc63-40c5-a1d3-e8df45d59e80, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:25.405198 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.412623 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] Deleting port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:25.412984 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.417517 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Calling delete_port for f3a1b993-fc63-40c5-a1d3-e8df45d59e80 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:25.477684 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] For port f3a1b993-fc63-40c5-a1d3-e8df45d59e80, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,segment=NetworkSegment(b5965d93-8a57-4e00-aed6-44e6927a7d20),segment_id=b5965d93-8a57-4e00-aed6-44e6927a7d20)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:25.478105 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.492085 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] Calling delete_port for f3a1b993-fc63-40c5-a1d3-e8df45d59e80 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:25.531582 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.551439 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:25.560241 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:25.564612 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] No DVR routers for this DVR port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 on host dv-cinder-838009-6-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:54:25.568680 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:DELETE=11,neutron:UPDATE=4,neutron:SELECT=85 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:25.570595 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (f3a1b993-fc63-40c5-a1d3-e8df45d59e80), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.600172 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] Pushing event deleted for resources: {'Port': ['ID=f3a1b993-fc63-40c5-a1d3-e8df45d59e80,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:25.602015 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa9a26-ed67-4a58-932b-dcff608d64c9 None None] No DVR routers for this DVR port f3a1b993-fc63-40c5-a1d3-e8df45d59e80 on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:54:25.637010 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (cb762368-0a84-43af-8013-3ba314096c24), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.655648 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:25.657239 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb762368-0a84-43af-8013-3ba314096c24']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:25.666340 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5965d93-8a57-4e00-aed6-44e6927a7d20') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:25.666636 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5965d93-8a57-4e00-aed6-44e6927a7d20') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:25.680963 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (b5965d93-8a57-4e00-aed6-44e6927a7d20), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.694667 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (b5965d93-8a57-4e00-aed6-44e6927a7d20), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.701253 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (b5965d93-8a57-4e00-aed6-44e6927a7d20), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:54:25.707860 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:54:25.811805 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (cb762368-0a84-43af-8013-3ba314096c24), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.822877 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:25.822877 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cb762368-0a84-43af-8013-3ba314096c24 HTTP/1.1" status: 204 len: 168 time: 0.5997694 May 18 22:54:25.824986 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51034) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:25.833263 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becc8d2-50ce-405e-a654-27fa83a18087 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb762368-0a84-43af-8013-3ba314096c24,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:26.136334 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-565b6e05-0e72-4abc-bd7f-d213d06ed219 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:26.137787 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-565b6e05-0e72-4abc-bd7f-d213d06ed219 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/networks?id=3d911488-4233-4818-93b2-a6b29fa28fd2 HTTP/1.1" status: 200 len: 814 time: 0.2012713 May 18 22:54:26.161986 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-99c72ee2-4129-4b12-8bd5-557f97859aed tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/quotas/f3bdd150da9d4f109717fbd4a46b477e HTTP/1.1" status: 200 len: 375 time: 0.0177276 May 18 22:54:26.165370 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:26.226104 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-b47a0cc9-f368-401e-b80c-f65b6ddaa2fb tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440552 May 18 22:54:26.271421 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (cc02ed0a-2def-47b1-80da-fb44102e687c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:26.662204 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 50cb4ab4-e01c-4191-8bd0-856574c40d99 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:26.683224 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 50cb4ab4-e01c-4191-8bd0-856574c40d99 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:26.683564 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 50cb4ab4-e01c-4191-8bd0-856574c40d99 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:26.684186 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device f3a1b993-fc63-40c5-a1d3-e8df45d59e80 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:26.703399 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: f3a1b993-fc63-40c5-a1d3-e8df45d59e80 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:26.703736 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device f3a1b993-fc63-40c5-a1d3-e8df45d59e80 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:26.716517 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-25732026-8ec0-427c-8498-d9e562b12b0f service neutron] 10.222.0.70 "GET /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832633 May 18 22:54:26.860164 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-23aec18b-5c43-4554-a3f2-4d6aa1390b9f service neutron] 10.222.0.70 "GET /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221476 May 18 22:54:26.889076 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Deleting port 29da784a-f69b-4280-9e5a-cbc0c15a1e59 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:26.889489 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:26.946539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:26.974147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] For port 29da784a-f69b-4280-9e5a-cbc0c15a1e59, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=29da784a-f69b-4280-9e5a-cbc0c15a1e59,segment=NetworkSegment(11a65d90-cbb1-4716-8515-1420495724d9),segment_id=11a65d90-cbb1-4716-8515-1420495724d9)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:26.974516 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:26.987730 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Calling delete_port for 29da784a-f69b-4280-9e5a-cbc0c15a1e59 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:27.123568 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e7a81b23-e5ef-4b32-ac60-de8f06111bda req-e7974857-c0bf-4fd0-9abd-fe005d743ae1 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 210 time: 0.0355546 May 18 22:54:27.273234 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (29da784a-f69b-4280-9e5a-cbc0c15a1e59), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:27.277811 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:27.301766 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Pushing event deleted for resources: {'Port': ['ID=29da784a-f69b-4280-9e5a-cbc0c15a1e59,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:27.466347 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (cc02ed0a-2def-47b1-80da-fb44102e687c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:27.677974 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Router cc02ed0a-2def-47b1-80da-fb44102e687c has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:54:27.782495 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:54:27.790120 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f5f557af-724f-41f1-a44c-72e36256325d admin admin] 10.222.0.70 "PUT /v2.0/routers/cc02ed0a-2def-47b1-80da-fb44102e687c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639702 May 18 22:54:27.790300 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51064) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:27.793562 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] Sync routers for ids ['cc02ed0a-2def-47b1-80da-fb44102e687c'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:54:27.804022 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] Routers {'cc02ed0a-2def-47b1-80da-fb44102e687c'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:27.804927 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:54:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['cc02ed0a-2def-47b1-80da-fb44102e687c'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:27.900565 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks [] for router (cc02ed0a-2def-47b1-80da-fb44102e687c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:27.916740 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] Set router cc02ed0a-2def-47b1-80da-fb44102e687c gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:28.002166 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks [] for router_gateway (cc02ed0a-2def-47b1-80da-fb44102e687c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.022966 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:28.087502 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:54:27Z', 'revision_number': 5, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port': {'id': '5415bdc6-a95f-438d-b8c0-23903b85a6c4', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:45:04Z', 'updated_at': '2022-05-18T22:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:28.095935 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Deleting port 5415bdc6-a95f-438d-b8c0-23903b85a6c4 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:28.096293 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.115552 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] Checking router: cc02ed0a-2def-47b1-80da-fb44102e687c for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:54:28.124471 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] Routers {'cc02ed0a-2def-47b1-80da-fb44102e687c'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:28.125064 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:54:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['cc02ed0a-2def-47b1-80da-fb44102e687c'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:28.188731 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] For port 5415bdc6-a95f-438d-b8c0-23903b85a6c4, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=5415bdc6-a95f-438d-b8c0-23903b85a6c4,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:28.189115 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.202970 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Calling delete_port for 5415bdc6-a95f-438d-b8c0-23903b85a6c4 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:28.212181 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] Set router cc02ed0a-2def-47b1-80da-fb44102e687c gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:28.237785 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1b86ff41-f78b-4fb5-94c5-d1e22422052b req-9e15ca84-9279-4b65-af17-e4ea8eadf8b5 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 210 time: 0.0382562 May 18 22:54:28.261573 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:54:28Z', 'revision_number': 6, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port_host': None}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:28.286042 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d120ecb-014c-47d4-8ace-36e5498d405c None None] The sync data for ids ['cc02ed0a-2def-47b1-80da-fb44102e687c'] in dv-cinder-838009-6-iscsi is: [{'id': 'cc02ed0a-2def-47b1-80da-fb44102e687c', 'name': 'tempest-TestVolumeBootPattern-1432750664-router', 'tenant_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:45:03Z', 'updated_at': '2022-05-18T22:54:28Z', 'revision_number': 6, 'project_id': 'cb259c97ad134414a2c2c6fe00602b5a', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:54:28.440110 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (5415bdc6-a95f-438d-b8c0-23903b85a6c4), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.465759 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Pushing event deleted for resources: {'Port': ['ID=5415bdc6-a95f-438d-b8c0-23903b85a6c4,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:28.525561 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (cc02ed0a-2def-47b1-80da-fb44102e687c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.589786 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:28.614165 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (cc02ed0a-2def-47b1-80da-fb44102e687c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.615992 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks [] for router_controller (cc02ed0a-2def-47b1-80da-fb44102e687c), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.737392 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (cc02ed0a-2def-47b1-80da-fb44102e687c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.738147 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc02ed0a-2def-47b1-80da-fb44102e687c {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 22:54:28.742440 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.746299 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b5e001bb-e797-458d-a443-77baad56c627 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cc02ed0a-2def-47b1-80da-fb44102e687c HTTP/1.1" status: 204 len: 168 time: 0.9515588 May 18 22:54:28.746299 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51070) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:28.791576 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c359b2e-1c2e-459f-b610-fb8c656c26a5 admin admin] Deleting subnet 294415ff-00c6-485a-86f5-adb920d80571 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:54:28.795770 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3c359b2e-1c2e-459f-b610-fb8c656c26a5 admin admin] Publish callbacks [] for subnet (294415ff-00c6-485a-86f5-adb920d80571), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.814483 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:28.831084 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3c359b2e-1c2e-459f-b610-fb8c656c26a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (294415ff-00c6-485a-86f5-adb920d80571), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:28.909680 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3c359b2e-1c2e-459f-b610-fb8c656c26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (294415ff-00c6-485a-86f5-adb920d80571), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.017301 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3c359b2e-1c2e-459f-b610-fb8c656c26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (294415ff-00c6-485a-86f5-adb920d80571), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.045761 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c359b2e-1c2e-459f-b610-fb8c656c26a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294415ff-00c6-485a-86f5-adb920d80571,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:29.047520 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3c359b2e-1c2e-459f-b610-fb8c656c26a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.053170 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3c359b2e-1c2e-459f-b610-fb8c656c26a5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/294415ff-00c6-485a-86f5-adb920d80571 HTTP/1.1" status: 204 len: 168 time: 0.3061981 May 18 22:54:29.053498 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51072) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:29.054195 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f3b46-1806-415e-8f17-865848c989e0 None None] Network 699debfc-db1f-4dec-bb73-ea65a0032abe requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:54:29.079841 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:29.099487 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 29da784a-f69b-4280-9e5a-cbc0c15a1e59 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:29.123677 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 29da784a-f69b-4280-9e5a-cbc0c15a1e59 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:29.125582 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 29da784a-f69b-4280-9e5a-cbc0c15a1e59 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:29.149832 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (699debfc-db1f-4dec-bb73-ea65a0032abe), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.198680 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Deleting port d9c491b7-571a-4cb1-9152-b050e508560c {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:29.199110 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.254355 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] DHCP port deletion for 699debfc-db1f-4dec-bb73-ea65a0032abe request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 22:54:29.273302 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] For port d9c491b7-571a-4cb1-9152-b050e508560c, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d9c491b7-571a-4cb1-9152-b050e508560c,segment=NetworkSegment(11a65d90-cbb1-4716-8515-1420495724d9),segment_id=11a65d90-cbb1-4716-8515-1420495724d9)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:29.273302 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.294355 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Calling delete_port for d9c491b7-571a-4cb1-9152-b050e508560c owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:29.317417 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] Deleting port d9c491b7-571a-4cb1-9152-b050e508560c {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:29.317785 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.371905 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.392619 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] For port d9c491b7-571a-4cb1-9152-b050e508560c, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d9c491b7-571a-4cb1-9152-b050e508560c,segment=NetworkSegment(11a65d90-cbb1-4716-8515-1420495724d9),segment_id=11a65d90-cbb1-4716-8515-1420495724d9)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:29.393108 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.409696 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] Calling delete_port for d9c491b7-571a-4cb1-9152-b050e508560c owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:29.470729 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa99182b-5d4e-4972-93be-1c295b61685a req-3b2e5827-b127-44b1-b456-a4b2a2a402de tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 210 time: 0.1146622 May 18 22:54:29.481746 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-b6d42330-db45-47e6-85df-96d1d587ead7 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:29.485488 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-b6d42330-db45-47e6-85df-96d1d587ead7 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.24 "GET /v2.0/networks?id=3d911488-4233-4818-93b2-a6b29fa28fd2 HTTP/1.1" status: 200 len: 814 time: 0.1809480 May 18 22:54:29.507529 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Request body: {'port': {'device_id': 'f2114a7e-f734-411f-bc6f-aac2a50326e8', 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2', 'admin_state_up': True, 'tenant_id': 'f3bdd150da9d4f109717fbd4a46b477e'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:29.575841 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:29.612878 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:29.643410 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.646645 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (d9c491b7-571a-4cb1-9152-b050e508560c), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.671980 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] Pushing event deleted for resources: {'Port': ['ID=d9c491b7-571a-4cb1-9152-b050e508560c,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:29.672371 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c491b7-571a-4cb1-9152-b050e508560c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:29.674222 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] No DVR routers for this DVR port d9c491b7-571a-4cb1-9152-b050e508560c on host dv-cinder-838009-6-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:54:29.675636 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0d80b-ad5a-4f91-8751-3856f2e369cf None None] No DVR routers for this DVR port d9c491b7-571a-4cb1-9152-b050e508560c on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:54:29.710201 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Made reservation on behalf of f3bdd150da9d4f109717fbd4a46b477e for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:54:29.713524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.770017 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (699debfc-db1f-4dec-bb73-ea65a0032abe), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.825534 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699debfc-db1f-4dec-bb73-ea65a0032abe']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:29.844433 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a65d90-cbb1-4716-8515-1420495724d9') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:29.844641 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a65d90-cbb1-4716-8515-1420495724d9') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:29.859422 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5175124'] for segment (11a65d90-cbb1-4716-8515-1420495724d9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.896667 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (11a65d90-cbb1-4716-8515-1420495724d9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.909918 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:54:29.910420 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4530294'] for segment (11a65d90-cbb1-4716-8515-1420495724d9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: Traceback (most recent call last): May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: timer() May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: cb(*args, **kw) May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: return func(*args, **kwargs) May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: self._notify() May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: self.callback(batched_events) May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: event.method(event) May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: return f(self, *a, **k) May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._get(url).json() May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:54:29.912071 dv-cinder-838009-6-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:54:29.954564 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:29.963037 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Allocated IP 172.20.0.7 (3d911488-4233-4818-93b2-a6b29fa28fd2/c1812309-7633-47ef-9a6a-43565e42608d/d49fe38c-dac7-41ce-8341-1d082ef92d24) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:54:30.111738 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (699debfc-db1f-4dec-bb73-ea65a0032abe), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.123528 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.126612 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/699debfc-db1f-4dec-bb73-ea65a0032abe HTTP/1.1" status: 204 len: 168 time: 1.0718849 May 18 22:54:30.143146 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks [] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.146789 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff67ba-f468-4845-8383-f554d5d173d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=699debfc-db1f-4dec-bb73-ea65a0032abe,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:30.217901 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.259626 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:INSERT=7,neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:30.261491 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Network 3d911488-4233-4818-93b2-a6b29fa28fd2 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:54:30.267318 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:54:30.271134 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:54:30.295418 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Pushing event updated for resources: {'Port': ['ID=d49fe38c-dac7-41ce-8341-1d082ef92d24,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:30.324796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:30.325401 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.413297 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51084) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:30.414308 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-733fc37a-2260-4e3b-8ac9-9027827ac15b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9118919 May 18 22:54:30.437912 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Request body: {'port': {'device_id': 'f2114a7e-f734-411f-bc6f-aac2a50326e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:30.454690 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-624accf1-f07c-482d-9c16-70669deb7ca2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7994cefc64b44d1e92e94a9c8c1cca31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402255 May 18 22:54:30.457251 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51086) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:30.502778 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.509339 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-855164e3-d9af-4476-bfbb-1e450a84a1db admin admin] Publish callbacks [] for security_group (5b897e59-14e5-4905-8407-ac7416447d5e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.536498 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-855164e3-d9af-4476-bfbb-1e450a84a1db admin admin] Publish callbacks [] for security_group (5b897e59-14e5-4905-8407-ac7416447d5e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.622101 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94db26-fca4-4b19-b0a1-fbf6c0c11d4e req-58c0e06e-5c5b-43f8-9e0e-bacd1c6875b7 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:30.622101 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf94db26-fca4-4b19-b0a1-fbf6c0c11d4e req-58c0e06e-5c5b-43f8-9e0e-bacd1c6875b7 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 931 time: 0.0781152 May 18 22:54:30.658129 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-855164e3-d9af-4476-bfbb-1e450a84a1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (5b897e59-14e5-4905-8407-ac7416447d5e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.660624 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-855164e3-d9af-4476-bfbb-1e450a84a1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.664352 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-855164e3-d9af-4476-bfbb-1e450a84a1db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b897e59-14e5-4905-8407-ac7416447d5e HTTP/1.1" status: 204 len: 168 time: 0.2036991 May 18 22:54:30.666799 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d9c491b7-571a-4cb1-9152-b050e508560c no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:30.685387 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855164e3-d9af-4476-bfbb-1e450a84a1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b897e59-14e5-4905-8407-ac7416447d5e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:30.704373 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: d9c491b7-571a-4cb1-9152-b050e508560c {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:30.708263 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d9c491b7-571a-4cb1-9152-b050e508560c not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:30.708263 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 5415bdc6-a95f-438d-b8c0-23903b85a6c4 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:30.731452 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 5415bdc6-a95f-438d-b8c0-23903b85a6c4 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:30.731820 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 5415bdc6-a95f-438d-b8c0-23903b85a6c4 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:30.777725 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf94db26-fca4-4b19-b0a1-fbf6c0c11d4e req-7a52cab9-1cce-49a0-872a-46896e283f37 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469727 May 18 22:54:30.882490 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49fe38c-dac7-41ce-8341-1d082ef92d24 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:54:30.890190 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Publish callbacks [] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:30.902492 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Transition to ACTIVE for port object d49fe38c-dac7-41ce-8341-1d082ef92d24 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:54:30.953207 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:31.008179 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Pushing event updated for resources: {'Port': ['ID=d49fe38c-dac7-41ce-8341-1d082ef92d24,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:31.081850 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Attempting to bind port d49fe38c-dac7-41ce-8341-1d082ef92d24 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:54:31.082221 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Attempting to bind port d49fe38c-dac7-41ce-8341-1d082ef92d24 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:54:31.082547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Attempting to bind port d49fe38c-dac7-41ce-8341-1d082ef92d24 on network 3d911488-4233-4818-93b2-a6b29fa28fd2 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:54:31.087113 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Port d49fe38c-dac7-41ce-8341-1d082ef92d24 on network 3d911488-4233-4818-93b2-a6b29fa28fd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:54:31.089386 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Attempting to bind port d49fe38c-dac7-41ce-8341-1d082ef92d24 on network 3d911488-4233-4818-93b2-a6b29fa28fd2 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:54:31.093061 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:54:31.093407 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Checking segment: {'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:54:31.093788 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Bound using segment: {'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:54:31.094240 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Bound port: d49fe38c-dac7-41ce-8341-1d082ef92d24, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:54:31.094600 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:31.110446 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:31.159191 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] For port d49fe38c-dac7-41ce-8341-1d082ef92d24, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:54:31.162233 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] For port d49fe38c-dac7-41ce-8341-1d082ef92d24, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d49fe38c-dac7-41ce-8341-1d082ef92d24,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:54:31.275472 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:31.308703 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:31.309312 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:31.311779 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] 10.222.0.24 "PUT /v2.0/ports/d49fe38c-dac7-41ce-8341-1d082ef92d24 HTTP/1.1" status: 200 len: 1093 time: 0.8776846 May 18 22:54:31.314665 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2114a7e-f734-411f-bc6f-aac2a50326e8', 'tag': 'd49fe38c-dac7-41ce-8341-1d082ef92d24'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:54:31.314665 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246b82a-4349-438b-bcbe-185a37c94142" -d '{"events": [{"name": "network-changed", "server_uuid": "f2114a7e-f734-411f-bc6f-aac2a50326e8", "tag": "d49fe38c-dac7-41ce-8341-1d082ef92d24"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:54:31.324848 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:31.340317 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb661fa6-e210-421c-aed6-0f71606d6ada service neutron] Pushing event updated for resources: {'Port': ['ID=d49fe38c-dac7-41ce-8341-1d082ef92d24,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:31.353892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e84e483-d05c-4bbd-89c9-ec9afb4dc1b4 x-openstack-request-id: req-4e84e483-d05c-4bbd-89c9-ec9afb4dc1b4 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:54:31.354209 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2114a7e-f734-411f-bc6f-aac2a50326e8", "tag": "d49fe38c-dac7-41ce-8341-1d082ef92d24", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:54:31.354461 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e84e483-d05c-4bbd-89c9-ec9afb4dc1b4 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:54:31.354864 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e84e483-d05c-4bbd-89c9-ec9afb4dc1b4'] response: {'name': 'network-changed', 'server_uuid': 'f2114a7e-f734-411f-bc6f-aac2a50326e8', 'tag': 'd49fe38c-dac7-41ce-8341-1d082ef92d24', 'status': 'completed', 'code': 200} May 18 22:54:31.381317 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51096) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:31.458644 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1b0c45e9-5297-4b74-8922-6bb91a5cb0a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb259c97ad134414a2c2c6fe00602b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771551 May 18 22:54:31.460100 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b82a-4349-438b-bcbe-185a37c94142 req-8ebd57cd-9c22-4d4f-a8d5-d685fa673fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:31.461337 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51098) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:31.461889 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b246b82a-4349-438b-bcbe-185a37c94142 req-8ebd57cd-9c22-4d4f-a8d5-d685fa673fd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 1127 time: 0.0625055 May 18 22:54:31.512142 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-86f8585f-8e6e-42e8-b018-c7110f233362 admin admin] Publish callbacks [] for security_group (a8197183-ef75-4411-987e-063e3bc464be), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:31.534022 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-86f8585f-8e6e-42e8-b018-c7110f233362 admin admin] Publish callbacks [] for security_group (a8197183-ef75-4411-987e-063e3bc464be), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:31.567605 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b82a-4349-438b-bcbe-185a37c94142 req-4164e97c-d294-40ac-aba2-6c631fd99628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:31.569055 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b246b82a-4349-438b-bcbe-185a37c94142 req-4164e97c-d294-40ac-aba2-6c631fd99628 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942543 May 18 22:54:31.667510 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-86f8585f-8e6e-42e8-b018-c7110f233362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a8197183-ef75-4411-987e-063e3bc464be), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:31.670992 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-86f8585f-8e6e-42e8-b018-c7110f233362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:31.672151 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-86f8585f-8e6e-42e8-b018-c7110f233362 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8197183-ef75-4411-987e-063e3bc464be HTTP/1.1" status: 204 len: 168 time: 0.2096379 May 18 22:54:31.675090 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b82a-4349-438b-bcbe-185a37c94142 req-f2cb70d1-9c7a-499f-902e-15eab5ad099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:31.676369 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b246b82a-4349-438b-bcbe-185a37c94142 req-f2cb70d1-9c7a-499f-902e-15eab5ad099e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000993 May 18 22:54:31.681121 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8585f-8e6e-42e8-b018-c7110f233362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8197183-ef75-4411-987e-063e3bc464be,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:31.783838 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-70308d2a-fdf6-4c40-850f-c9e965a1f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:31.785259 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-70308d2a-fdf6-4c40-850f-c9e965a1f2db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 1127 time: 0.0423298 May 18 22:54:31.831124 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-1ffc7e5b-1f60-4d14-b165-85301a3a26fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d49fe38c-dac7-41ce-8341-1d082ef92d24 HTTP/1.1" status: 200 len: 217 time: 0.0328832 May 18 22:54:31.925265 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd3eda-d28c-47b1-a091-1d40c2caa75d req-2beaf931-363d-4032-92c7-1087f44d5ea4 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:31.926787 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8cbd3eda-d28c-47b1-a091-1d40c2caa75d req-2beaf931-363d-4032-92c7-1087f44d5ea4 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 943 time: 0.0807836 May 18 22:54:31.928240 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-407a1779-8e0e-4bf7-a8fc-15148f743180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:31.929732 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-407a1779-8e0e-4bf7-a8fc-15148f743180 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1812309-7633-47ef-9a6a-43565e42608d HTTP/1.1" status: 200 len: 854 time: 0.0930812 May 18 22:54:31.972772 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-783be4e7-8dd2-411e-bac8-7ac9ecc3247e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d911488-4233-4818-93b2-a6b29fa28fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341578 May 18 22:54:32.052696 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8cbd3eda-d28c-47b1-a091-1d40c2caa75d req-6df3d8c4-524f-4080-8bde-c28be071322a tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202166 May 18 22:54:32.110802 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-853530fa-a129-4338-9c78-9c325a3356f7 service neutron] 10.222.0.24 "GET /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310511 May 18 22:54:32.209324 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cf1bf14-34c9-42f8-b894-ec35114df59a req-67efbff9-8a0c-4f94-bd0e-bd26c3e44d8f service neutron] 10.222.0.24 "GET /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924625 May 18 22:54:33.134343 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:33.173446 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e80f8-7452-4a3c-a46b-bf0d9e578b23 req-352e8660-3b57-4272-8132-7d75c3aa38a0 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:33.175200 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-907e80f8-7452-4a3c-a46b-bf0d9e578b23 req-352e8660-3b57-4272-8132-7d75c3aa38a0 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 943 time: 0.0492880 May 18 22:54:33.223297 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-907e80f8-7452-4a3c-a46b-bf0d9e578b23 req-74d96dc5-2d83-4b9b-814e-0eecbed3943e tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425053 May 18 22:54:34.301530 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device d49fe38c-dac7-41ce-8341-1d082ef92d24 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:54:34.338859 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d136f33-ef52-408a-b477-44bcda3026ad req-8ba96aa6-f692-4b3c-9a63-28deddc623bc tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:34.340336 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d136f33-ef52-408a-b477-44bcda3026ad req-8ba96aa6-f692-4b3c-9a63-28deddc623bc tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 943 time: 0.0488369 May 18 22:54:34.387885 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d136f33-ef52-408a-b477-44bcda3026ad req-4f9863f5-a4fb-40ac-84b1-79d697607b0c tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 May 18 22:54:34.402856 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port d49fe38c-dac7-41ce-8341-1d082ef92d24, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d49fe38c-dac7-41ce-8341-1d082ef92d24,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:34.413924 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': 'd49fe38c-dac7-41ce-8341-1d082ef92d24', 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2', 'port_id': 'd49fe38c-dac7-41ce-8341-1d082ef92d24', 'mac_address': 'fa:16:3e:06:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1812309-7633-47ef-9a6a-43565e42608d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:54:34.448786 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port d49fe38c-dac7-41ce-8341-1d082ef92d24 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:54:34.449083 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:34.461691 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49fe38c-dac7-41ce-8341-1d082ef92d24 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:54:34.480556 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port d49fe38c-dac7-41ce-8341-1d082ef92d24, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d49fe38c-dac7-41ce-8341-1d082ef92d24,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:34.543168 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:34.590771 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=d49fe38c-dac7-41ce-8341-1d082ef92d24,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:34.911758 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:54:35.002727 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['d49fe38c-dac7-41ce-8341-1d082ef92d24'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:54:35.121034 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:35.531359 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b523ddf-556d-4951-a5a1-e7e1979733da req-53ccf721-3115-4103-86a8-7c63cf6aa4e1 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:35.532868 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0b523ddf-556d-4951-a5a1-e7e1979733da req-53ccf721-3115-4103-86a8-7c63cf6aa4e1 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 944 time: 0.0520496 May 18 22:54:35.580824 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0b523ddf-556d-4951-a5a1-e7e1979733da req-72ccad41-2cc3-4fca-a38f-e0301d0b449c tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423212 May 18 22:54:36.320073 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device d49fe38c-dac7-41ce-8341-1d082ef92d24 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:54:36.361840 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port d49fe38c-dac7-41ce-8341-1d082ef92d24 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:54:36.433963 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port d49fe38c-dac7-41ce-8341-1d082ef92d24 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:54:36.434365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:36.508587 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port d49fe38c-dac7-41ce-8341-1d082ef92d24 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:54:36.508963 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:36.531982 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2114a7e-f734-411f-bc6f-aac2a50326e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fe38c-dac7-41ce-8341-1d082ef92d24'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:54:36.534234 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800691b8-fb57-4bb9-a878-cf423f8d009c" -d '{"events": [{"server_uuid": "f2114a7e-f734-411f-bc6f-aac2a50326e8", "name": "network-vif-plugged", "status": "completed", "tag": "d49fe38c-dac7-41ce-8341-1d082ef92d24"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:54:36.547477 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port d49fe38c-dac7-41ce-8341-1d082ef92d24, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d49fe38c-dac7-41ce-8341-1d082ef92d24,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:36.572112 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7423de40-40f6-4ad9-8e29-a0f8c568e77d x-openstack-request-id: req-7423de40-40f6-4ad9-8e29-a0f8c568e77d {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:54:36.572345 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2114a7e-f734-411f-bc6f-aac2a50326e8", "name": "network-vif-plugged", "status": "completed", "tag": "d49fe38c-dac7-41ce-8341-1d082ef92d24", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:54:36.572595 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7423de40-40f6-4ad9-8e29-a0f8c568e77d {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:54:36.572982 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7423de40-40f6-4ad9-8e29-a0f8c568e77d'] response: {'server_uuid': 'f2114a7e-f734-411f-bc6f-aac2a50326e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49fe38c-dac7-41ce-8341-1d082ef92d24', 'code': 200} May 18 22:54:36.628837 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:36.678921 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=d49fe38c-dac7-41ce-8341-1d082ef92d24,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:36.682789 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3311b5c4-2a8b-401e-bda9-2da91b61cce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:36.698930 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf852b-e0ab-448d-a777-d92fbf96ea03 req-94ad5ab0-e53d-499e-96de-bed15529a9be tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:36.700431 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-acdf852b-e0ab-448d-a777-d92fbf96ea03 req-94ad5ab0-e53d-499e-96de-bed15529a9be tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 945 time: 0.0493302 May 18 22:54:36.748330 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-acdf852b-e0ab-448d-a777-d92fbf96ea03 req-9493eba8-38e2-47ee-8a28-44cb442d387f tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 May 18 22:54:36.912914 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0209fa-bc86-4b27-9656-22697a89cc52 req-6cb5aeb8-fbe2-44a7-a3e0-1c900ce61569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:36.914422 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf0209fa-bc86-4b27-9656-22697a89cc52 req-6cb5aeb8-fbe2-44a7-a3e0-1c900ce61569 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 1129 time: 0.0424123 May 18 22:54:36.958865 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf0209fa-bc86-4b27-9656-22697a89cc52 req-ca408c8f-bbcb-4cce-aae3-e71520949919 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 May 18 22:54:37.872291 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e974-ed5f-4aee-a219-cfaefd9986f2 req-cc519815-cc33-455e-be3b-a20d3c5e0249 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:37.873758 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6c8e974-ed5f-4aee-a219-cfaefd9986f2 req-cc519815-cc33-455e-be3b-a20d3c5e0249 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 945 time: 0.0488024 May 18 22:54:37.886149 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:37.923897 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6c8e974-ed5f-4aee-a219-cfaefd9986f2 req-c8935d30-283f-4e06-9895-38279b82b618 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 May 18 22:54:38.888905 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=90 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:38.912460 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a792000b-073a-415f-99a8-eec64af4b567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:39.040990 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7250-5777-422b-97b2-697a5589d44d req-22015e1b-24db-4a03-b9e6-e1492b031a1b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:39.042484 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef8d7250-5777-422b-97b2-697a5589d44d req-22015e1b-24db-4a03-b9e6-e1492b031a1b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 945 time: 0.0484412 May 18 22:54:39.095192 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef8d7250-5777-422b-97b2-697a5589d44d req-e6bc3f93-5ad7-41c4-ac4f-2bec9d7f37a6 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467691 May 18 22:54:39.885879 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:39.942426 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:41.457136 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:41.568735 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:41.676921 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:42.694329 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82130ae-b7a7-44f2-9ca7-95311e6d8ed3 req-9e70b68e-2d89-40bd-b1a2-4676041b7251 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:42.695862 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d82130ae-b7a7-44f2-9ca7-95311e6d8ed3 req-9e70b68e-2d89-40bd-b1a2-4676041b7251 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0489905 May 18 22:54:42.745908 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d82130ae-b7a7-44f2-9ca7-95311e6d8ed3 req-bafd21ef-ba07-4eca-943e-401b7a6e8639 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443325 May 18 22:54:42.941749 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:44.098354 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900e738-c724-47b0-99bc-7054d8915a8a req-4712a5a9-e069-4a0c-887f-e4cfd5fe094b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:44.099819 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c900e738-c724-47b0-99bc-7054d8915a8a req-4712a5a9-e069-4a0c-887f-e4cfd5fe094b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0479901 May 18 22:54:44.149858 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c900e738-c724-47b0-99bc-7054d8915a8a req-843eab60-5edf-4626-a9ba-7afed291f5b3 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442379 May 18 22:54:44.908447 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:45.194179 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-0b67516b-2edc-460f-b5ce-a1059d6f030c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:45.195680 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-0b67516b-2edc-460f-b5ce-a1059d6f030c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0523574 May 18 22:54:45.316292 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b01a-3ecb-4cf6-9b14-63e25c6cc266 req-1223c9dc-3359-4a2e-9816-a7b3cb555805 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:45.317742 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa72b01a-3ecb-4cf6-9b14-63e25c6cc266 req-1223c9dc-3359-4a2e-9816-a7b3cb555805 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 946 time: 0.0841670 May 18 22:54:45.349872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Deleting port ae773bbc-f6df-49bb-ac08-6fa413e7c067 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:45.350234 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:45.396097 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:45.422134 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa72b01a-3ecb-4cf6-9b14-63e25c6cc266 req-afae3478-b334-418d-9ada-8b695b377cfc tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2d767b7-415f-4b65-8fdb-cae4fa5cf077&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970907 May 18 22:54:45.464707 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] For port ae773bbc-f6df-49bb-ac08-6fa413e7c067, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=ae773bbc-f6df-49bb-ac08-6fa413e7c067,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:54:45.465062 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:45.641984 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:45.642921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (1f532799-1b56-429a-a330-aa5ad9217fc7), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:45.643288 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Floating IP 1f532799-1b56-429a-a330-aa5ad9217fc7 disassociated. External IP: 172.27.1.50, port: ae773bbc-f6df-49bb-ac08-6fa413e7c067. May 18 22:54:45.643699 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Calling delete_port for ae773bbc-f6df-49bb-ac08-6fa413e7c067 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:46.047082 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:46.131137 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (ae773bbc-f6df-49bb-ac08-6fa413e7c067), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:46.161582 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event deleted for resources: {'Port': ['ID=ae773bbc-f6df-49bb-ac08-6fa413e7c067,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:46.273746 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:54:46.380810 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:54:46.391465 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] Sync routers for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:54:46.401898 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:46.402537 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:54:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:46.428837 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] No DVR routers for this DVR port ae773bbc-f6df-49bb-ac08-6fa413e7c067 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:54:46.431391 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:46.434634 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a2cc558-1eba-443b-bcb0-d90b591ca14a req-c64c31a4-471a-422c-9d48-d2fd0cf6596f tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "DELETE /v2.0/ports/ae773bbc-f6df-49bb-ac08-6fa413e7c067 HTTP/1.1" status: 204 len: 173 time: 1.2327728 May 18 22:54:46.435018 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb83799d-978a-401d-9194-46c104e85cf9', 'name': 'network-vif-deleted', 'tag': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:54:46.437296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51183c68-1518-47c2-b500-bc8496e3e8c7" -d '{"events": [{"server_uuid": "bb83799d-978a-401d-9194-46c104e85cf9", "name": "network-vif-deleted", "tag": "ae773bbc-f6df-49bb-ac08-6fa413e7c067"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:54:46.481596 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fe1ab4-da9c-4d5e-bdcf-79966039f078 x-openstack-request-id: req-45fe1ab4-da9c-4d5e-bdcf-79966039f078 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:54:46.481892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb83799d-978a-401d-9194-46c104e85cf9", "name": "network-vif-deleted", "tag": "ae773bbc-f6df-49bb-ac08-6fa413e7c067", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:54:46.482181 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45fe1ab4-da9c-4d5e-bdcf-79966039f078 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:54:46.482585 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fe1ab4-da9c-4d5e-bdcf-79966039f078'] response: {'server_uuid': 'bb83799d-978a-401d-9194-46c104e85cf9', 'name': 'network-vif-deleted', 'tag': 'ae773bbc-f6df-49bb-ac08-6fa413e7c067', 'status': 'completed', 'code': 200} May 18 22:54:46.513336 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:46.547131 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ac59c32b-2cf5-4fca-9f6f-737a046bb3c4 req-da597949-db6e-4cd5-8822-244ca557edc4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb83799d-978a-401d-9194-46c104e85cf9 HTTP/1.1" status: 200 len: 210 time: 0.0471959 May 18 22:54:46.719528 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:46.745422 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] Checking router: fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:54:46.754699 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:54:46.755372 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:54:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:46.860033 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:54:47.052156 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:54:47.076313 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ab1e2-6e92-4a6b-ab59-5ca35aab3baa None None] The sync data for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi is: [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:54:47.307202 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038d36e-c703-4e6c-bfc6-b686609b3d9e None None] New status for floating IP 1f532799-1b56-429a-a330-aa5ad9217fc7: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:54:47.702266 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51216) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:47.758911 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-158b5559-3199-4a60-9bd9-37d49048fc01 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (f2d767b7-415f-4b65-8fdb-cae4fa5cf077), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:47.785458 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-158b5559-3199-4a60-9bd9-37d49048fc01 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (f2d767b7-415f-4b65-8fdb-cae4fa5cf077), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:47.924930 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-158b5559-3199-4a60-9bd9-37d49048fc01 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f2d767b7-415f-4b65-8fdb-cae4fa5cf077), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:47.927573 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-158b5559-3199-4a60-9bd9-37d49048fc01 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:47.928739 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-158b5559-3199-4a60-9bd9-37d49048fc01 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "DELETE /v2.0/security-groups/f2d767b7-415f-4b65-8fdb-cae4fa5cf077 HTTP/1.1" status: 204 len: 168 time: 0.2254710 May 18 22:54:47.931493 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51218) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:47.938748 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b5559-3199-4a60-9bd9-37d49048fc01 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d767b7-415f-4b65-8fdb-cae4fa5cf077,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:47.949356 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-c32bc124-3337-44fa-9c37-a7ee6e2416b4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] show failed (client error): The resource could not be found. May 18 22:54:47.950465 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c32bc124-3337-44fa-9c37-a7ee6e2416b4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups/f2d767b7-415f-4b65-8fdb-cae4fa5cf077 HTTP/1.1" status: 404 len: 347 time: 0.0179822 May 18 22:54:47.953490 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51220) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:48.066926 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Deleting port 37a60d53-228f-4192-a5c8-3e2dfd67d2e8 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:54:48.067250 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.145768 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.146119 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.159745 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Calling delete_port for 37a60d53-228f-4192-a5c8-3e2dfd67d2e8 owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:54:48.342654 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (37a60d53-228f-4192-a5c8-3e2dfd67d2e8), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.366028 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event deleted for resources: {'Port': ['ID=37a60d53-228f-4192-a5c8-3e2dfd67d2e8,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:48.380855 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device ae773bbc-f6df-49bb-ac08-6fa413e7c067 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:54:48.404332 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: ae773bbc-f6df-49bb-ac08-6fa413e7c067 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:54:48.404678 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device ae773bbc-f6df-49bb-ac08-6fa413e7c067 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:54:48.439001 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (1f532799-1b56-429a-a330-aa5ad9217fc7), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.442266 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.446234 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fa2ebc05-7cdb-46b3-9ab9-2be3dfe6d76c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "DELETE /v2.0/floatingips/1f532799-1b56-429a-a330-aa5ad9217fc7 HTTP/1.1" status: 204 len: 168 time: 0.4893017 May 18 22:54:48.591718 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51226) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:48.597375 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-792cc238-db9b-40d7-afcf-ad2cb0a004e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668842214', 'description': 'tempest-description--342778416'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:48.707556 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-792cc238-db9b-40d7-afcf-ad2cb0a004e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.776479 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-792cc238-db9b-40d7-afcf-ad2cb0a004e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (7f11ef25-bd54-48b1-b4bb-1371e81c540b), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.850026 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-792cc238-db9b-40d7-afcf-ad2cb0a004e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (7f11ef25-bd54-48b1-b4bb-1371e81c540b), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.882909 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cc238-db9b-40d7-afcf-ad2cb0a004e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f11ef25-bd54-48b1-b4bb-1371e81c540b,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:48.960648 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-792cc238-db9b-40d7-afcf-ad2cb0a004e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:48.961856 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-792cc238-db9b-40d7-afcf-ad2cb0a004e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3690732 May 18 22:54:48.964647 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51228) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:48.968948 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-19bf3394-0f5b-47ec-a2a2-9c88502846bf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'security_group_rule': {'security_group_id': '7f11ef25-bd54-48b1-b4bb-1371e81c540b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:49.062086 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:49.064050 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bf3394-0f5b-47ec-a2a2-9c88502846bf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (92157cb7-c9a0-4b69-b57c-fa53b6f3974f), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.088521 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:49.112172 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bf3394-0f5b-47ec-a2a2-9c88502846bf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (92157cb7-c9a0-4b69-b57c-fa53b6f3974f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.194254 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bf3394-0f5b-47ec-a2a2-9c88502846bf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (92157cb7-c9a0-4b69-b57c-fa53b6f3974f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.214872 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf3394-0f5b-47ec-a2a2-9c88502846bf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92157cb7-c9a0-4b69-b57c-fa53b6f3974f,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:49.292830 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bf3394-0f5b-47ec-a2a2-9c88502846bf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.294204 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-19bf3394-0f5b-47ec-a2a2-9c88502846bf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3286033 May 18 22:54:49.296886 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51232) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:49.301674 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-5c7b1ff9-d094-468b-8164-668d7bc45343 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'security_group_rule': {'security_group_id': '7f11ef25-bd54-48b1-b4bb-1371e81c540b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:49.387387 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5c7b1ff9-d094-468b-8164-668d7bc45343 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (5b2f9b16-7b72-431d-b915-0a588df45896), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.434255 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5c7b1ff9-d094-468b-8164-668d7bc45343 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (5b2f9b16-7b72-431d-b915-0a588df45896), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.519375 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5c7b1ff9-d094-468b-8164-668d7bc45343 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (5b2f9b16-7b72-431d-b915-0a588df45896), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.542411 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b1ff9-d094-468b-8164-668d7bc45343 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2f9b16-7b72-431d-b915-0a588df45896,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:49.590252 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5c7b1ff9-d094-468b-8164-668d7bc45343 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.591447 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5c7b1ff9-d094-468b-8164-668d7bc45343 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936461 May 18 22:54:49.594509 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51242) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:54:49.599709 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:49.668483 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.748946 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.852145 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Allocated IP 172.27.1.178 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/320505f6-f2a3-4198-9e10-6fd221dd5cc8) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:54:49.950484 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for port (320505f6-f2a3-4198-9e10-6fd221dd5cc8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:49.956090 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:50.051690 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (320505f6-f2a3-4198-9e10-6fd221dd5cc8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:50.094825 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:54:50.097734 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:54:50.101387 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:54:50.128433 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'Port': ['ID=320505f6-f2a3-4198-9e10-6fd221dd5cc8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:50.186812 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (8ecd2900-6af0-4915-8260-4f9c453bcbe0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:50.290730 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (320505f6-f2a3-4198-9e10-6fd221dd5cc8), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:50.312786 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:50.466360 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for port (320505f6-f2a3-4198-9e10-6fd221dd5cc8), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:50.605135 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (320505f6-f2a3-4198-9e10-6fd221dd5cc8), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:50.676475 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'Port': ['ID=320505f6-f2a3-4198-9e10-6fd221dd5cc8,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:50.685681 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (8ecd2900-6af0-4915-8260-4f9c453bcbe0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:50.761430 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:50.762646 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-676c0df1-8dd7-4750-bc3a-9fdf04759091 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1672261 May 18 22:54:50.907239 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-58b1cab2-4a12-4d38-a342-7e622cc47cd2 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1668842214&fields=id&tenant_id=89ab9bb65d8a44348faf97c7d19d8c84 HTTP/1.1" status: 200 len: 267 time: 0.0419261 May 18 22:54:51.014599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3db67ce3-6eb1-4380-88ab-07f888b07103 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:51.015984 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3db67ce3-6eb1-4380-88ab-07f888b07103 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 811 time: 0.1016986 May 18 22:54:51.030893 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-af82f518-c410-4d9a-906e-9887e03a3a91 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/quotas/89ab9bb65d8a44348faf97c7d19d8c84 HTTP/1.1" status: 200 len: 375 time: 0.0090854 May 18 22:54:51.079407 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-f8aa627e-0c41-4353-8b9e-3777e0a6085d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431941 May 18 22:54:51.181347 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-394a04a2-3258-4dca-9820-37ad57893072 service neutron] 10.222.0.70 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900617 May 18 22:54:51.194663 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:51.270973 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-6deafe8e-816b-44f1-9163-51a2802d260f service neutron] 10.222.0.70 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838416 May 18 22:54:51.498286 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eb4e18e5-0d99-4f94-9fab-4de6726f687a req-77fe641a-b84a-45ec-a347-4d920e3a99ec tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 210 time: 0.0296202 May 18 22:54:52.578963 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef28d198-6dfd-49e1-ae4b-4741c512be46 req-2891b6d3-7305-47b4-93e6-3cde9ceb54b1 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 210 time: 0.0316374 May 18 22:54:53.674818 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c3792666-b330-4977-b3fe-2626145bfca2 req-88f0042c-2654-4c62-a720-cbdf7b3fdb9e tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 210 time: 0.0280859 May 18 22:54:54.774340 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07b5e679-cb93-49e5-bc47-efdf39bfaa72 req-5dcadf9a-c33c-497a-836c-667e2eb13692 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 210 time: 0.0299242 May 18 22:54:55.408418 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-49f2eec7-81c4-4cdc-81a8-4f36e00ac9e0 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:55.410497 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-49f2eec7-81c4-4cdc-81a8-4f36e00ac9e0 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 811 time: 0.1049466 May 18 22:54:55.466236 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:55.479337 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-19caf2c1-678c-428a-a2dd-4703e3d48ce4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89ab9bb65d8a44348faf97c7d19d8c84 HTTP/1.1" status: 200 len: 380 time: 0.0536981 May 18 22:54:55.487684 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'port': {'device_id': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'admin_state_up': True, 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'security_groups': ['7f11ef25-bd54-48b1-b4bb-1371e81c540b']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:55.656383 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Made reservation on behalf of 89ab9bb65d8a44348faf97c7d19d8c84 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:54:55.660455 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:55.789015 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Allocated IP 172.20.0.8 (68b3ef45-4681-44c9-a6ac-fa6061c84cda/6e6e210e-4de8-4c5e-acba-3bf9116d8f2b/baf6c80c-9108-4eaf-a0c0-47d115e3d88f) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:54:55.907574 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f17c960e-d610-4fc2-87fa-04b54bf2de77 req-454e51fa-ccee-481c-9c70-d258719257b9 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 210 time: 0.0354054 May 18 22:54:55.959125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:56.069470 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:56.117481 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:54:56.120648 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:54:56.124475 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:54:56.131203 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event updated for resources: {'Port': ['ID=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:56.181202 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:56.181828 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:56.188270 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:56.242687 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-3bcf5fb5-46c0-4d45-b332-d216376a099c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585435 May 18 22:54:56.261330 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Request body: {'port': {'device_id': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:54:56.321721 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:56.357911 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-4083f043-3b2e-44f5-a9b9-228e56c86db0 None None] Provisioning complete for port baf6c80c-9108-4eaf-a0c0-47d115e3d88f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:54:56.361027 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4083f043-3b2e-44f5-a9b9-228e56c86db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:56.389222 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4083f043-3b2e-44f5-a9b9-228e56c86db0 None None] Port baf6c80c-9108-4eaf-a0c0-47d115e3d88f cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:54:56.485558 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:56.615990 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf6c80c-9108-4eaf-a0c0-47d115e3d88f {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:54:56.623603 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Publish callbacks [] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:56.636687 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Transition to ACTIVE for port object baf6c80c-9108-4eaf-a0c0-47d115e3d88f will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:54:56.723732 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:56.773798 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Pushing event updated for resources: {'Port': ['ID=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:56.852960 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Attempting to bind port baf6c80c-9108-4eaf-a0c0-47d115e3d88f on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:54:56.853658 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Attempting to bind port baf6c80c-9108-4eaf-a0c0-47d115e3d88f by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:54:56.853658 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Attempting to bind port baf6c80c-9108-4eaf-a0c0-47d115e3d88f on network 68b3ef45-4681-44c9-a6ac-fa6061c84cda {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:54:56.858306 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Port baf6c80c-9108-4eaf-a0c0-47d115e3d88f on network 68b3ef45-4681-44c9-a6ac-fa6061c84cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:54:56.858633 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Attempting to bind port baf6c80c-9108-4eaf-a0c0-47d115e3d88f on network 68b3ef45-4681-44c9-a6ac-fa6061c84cda {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:54:56.864461 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:54:56.864800 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Checking segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:54:56.865183 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Bound using segment: {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:54:56.865611 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Bound port: baf6c80c-9108-4eaf-a0c0-47d115e3d88f, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:54:56.865970 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:56.930702 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] For port baf6c80c-9108-4eaf-a0c0-47d115e3d88f, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:54:56.933736 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] For port baf6c80c-9108-4eaf-a0c0-47d115e3d88f, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:54:57.023872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb9ef-6eba-4b3d-8338-a882ddcf74f3 req-d9b1bff5-44b2-4457-a886-d594dc1d500d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:57.025332 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdbb9ef-6eba-4b3d-8338-a882ddcf74f3 req-d9b1bff5-44b2-4457-a886-d594dc1d500d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 943 time: 0.0487056 May 18 22:54:57.028331 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:57.054370 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=65 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:57.059989 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=67 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:57.088922 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:57.091993 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:57.091993 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] 10.222.0.24 "PUT /v2.0/ports/baf6c80c-9108-4eaf-a0c0-47d115e3d88f HTTP/1.1" status: 200 len: 1093 time: 0.8340209 May 18 22:54:57.091993 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'tag': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:54:57.093675 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3accd985-6965-4de0-be5a-3b619cdc5112" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5f84ab-5397-4ccd-81d3-679188165067", "tag": "baf6c80c-9108-4eaf-a0c0-47d115e3d88f"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:54:57.111014 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:57.135782 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224059ba-5e36-4230-8f85-28e2b6a12874 service neutron] Pushing event updated for resources: {'Port': ['ID=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:54:57.141526 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bdbb9ef-6eba-4b3d-8338-a882ddcf74f3 req-d225d6fe-cda1-4a70-ab25-99c3860b9b44 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103072 May 18 22:54:57.143575 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46923843-d501-47c1-85fc-d8606d7baa68 x-openstack-request-id: req-46923843-d501-47c1-85fc-d8606d7baa68 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:54:57.143921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5f84ab-5397-4ccd-81d3-679188165067", "tag": "baf6c80c-9108-4eaf-a0c0-47d115e3d88f", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:54:57.144180 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46923843-d501-47c1-85fc-d8606d7baa68 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:54:57.145096 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46923843-d501-47c1-85fc-d8606d7baa68'] response: {'name': 'network-changed', 'server_uuid': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'tag': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'status': 'completed', 'code': 200} May 18 22:54:57.236530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accd985-6965-4de0-be5a-3b619cdc5112 req-157b8d1e-567c-4713-a404-d07b36027601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:57.239242 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3accd985-6965-4de0-be5a-3b619cdc5112 req-157b8d1e-567c-4713-a404-d07b36027601 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 1127 time: 0.0459988 May 18 22:54:57.359617 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accd985-6965-4de0-be5a-3b619cdc5112 req-f9b815f9-f962-4439-8a67-79555779c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:57.360999 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3accd985-6965-4de0-be5a-3b619cdc5112 req-f9b815f9-f962-4439-8a67-79555779c7ac service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0986161 May 18 22:54:57.458146 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accd985-6965-4de0-be5a-3b619cdc5112 req-9bc3b5ed-2c6c-486c-a612-80b78b9515aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:57.459590 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3accd985-6965-4de0-be5a-3b619cdc5112 req-9bc3b5ed-2c6c-486c-a612-80b78b9515aa service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926239 May 18 22:54:57.557147 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-7e8892c6-9ab7-48c0-a8bf-fa5e8c9e2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:57.558640 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-7e8892c6-9ab7-48c0-a8bf-fa5e8c9e2810 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 1127 time: 0.0386927 May 18 22:54:57.606567 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-43a3894d-8db9-49c2-acd6-e1d5c85774a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f HTTP/1.1" status: 200 len: 217 time: 0.0326285 May 18 22:54:57.655329 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-9d510446-64da-480a-8ad0-1c4eec90b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:57.656742 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-9d510446-64da-480a-8ad0-1c4eec90b677 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.0434217 May 18 22:54:57.703078 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-4e5d832b-8c1f-4615-a8e4-fa7144f5be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:57.704517 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-4e5d832b-8c1f-4615-a8e4-fa7144f5be3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416138 May 18 22:54:57.766624 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:54:57.793680 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-44518d38-8892-40d1-8540-d99cf4e26123 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 May 18 22:54:57.890868 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cdcf329-3369-4c97-b41e-cadaa4bdbac1 req-1beccc68-0255-4e1f-aac2-38c66f845864 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901039 May 18 22:54:58.259225 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa02fa6-a5a8-42ab-9ae6-bd01b7414719 req-9014cbd7-0ad0-4b71-ac44-d0e1153be528 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:58.260663 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5fa02fa6-a5a8-42ab-9ae6-bd01b7414719 req-9014cbd7-0ad0-4b71-ac44-d0e1153be528 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 943 time: 0.0469267 May 18 22:54:58.307757 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5fa02fa6-a5a8-42ab-9ae6-bd01b7414719 req-c76d6584-819a-4649-9350-9a9bc410f494 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416889 May 18 22:54:59.404165 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:54:59.419662 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b9e77-0348-4d5d-8049-fdafba233c2d req-fcf65ea5-9fe5-4fc4-b94e-ce7dde4d3cdf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:54:59.424806 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c8b9e77-0348-4d5d-8049-fdafba233c2d req-fcf65ea5-9fe5-4fc4-b94e-ce7dde4d3cdf tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 943 time: 0.0485165 May 18 22:54:59.473188 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c8b9e77-0348-4d5d-8049-fdafba233c2d req-c2e15bcb-4b3a-4852-a65b-82e998117457 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 May 18 22:55:00.585062 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400be85-0d20-4a6c-960e-359933886514 req-418599e5-ed23-4072-a76f-f0229d1a214b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:00.586540 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7400be85-0d20-4a6c-960e-359933886514 req-418599e5-ed23-4072-a76f-f0229d1a214b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 943 time: 0.0465307 May 18 22:55:00.633082 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7400be85-0d20-4a6c-960e-359933886514 req-cfb4ae05-efb3-408d-9458-33c1814c0820 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411882 May 18 22:55:00.694317 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:00.696241 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:01.746993 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386ad39-33e3-47fc-a5b7-1b1f2252133a req-0f8417b9-262e-4acd-b7f2-8871d8b2ebb2 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:01.748462 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6386ad39-33e3-47fc-a5b7-1b1f2252133a req-0f8417b9-262e-4acd-b7f2-8871d8b2ebb2 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 943 time: 0.0472562 May 18 22:55:01.796403 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6386ad39-33e3-47fc-a5b7-1b1f2252133a req-5ff04ea8-36c8-44af-8ba5-03e59ffcb303 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 May 18 22:55:02.487261 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device baf6c80c-9108-4eaf-a0c0-47d115e3d88f details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:55:02.589139 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port baf6c80c-9108-4eaf-a0c0-47d115e3d88f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:55:02.600677 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'port_id': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'mac_address': 'fa:16:3e:08:c3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:55:02.635579 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port baf6c80c-9108-4eaf-a0c0-47d115e3d88f is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:55:02.635969 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:02.649091 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf6c80c-9108-4eaf-a0c0-47d115e3d88f {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:55:02.669525 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port baf6c80c-9108-4eaf-a0c0-47d115e3d88f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:55:02.713619 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:02.761707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:55:02.769099 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.769498 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.769840 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.770213 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.770547 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.770940 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.771267 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.771592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.771965 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.772284 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.772604 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.772926 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.773245 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.773562 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.773878 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:02.916385 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc107-1ce6-4685-ba7e-ec7fae1ba5bd req-faac5153-0d09-43a4-a315-3785c3f1ed83 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:02.918134 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea0cc107-1ce6-4685-ba7e-ec7fae1ba5bd req-faac5153-0d09-43a4-a315-3785c3f1ed83 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 944 time: 0.0512035 May 18 22:55:02.930541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:02.967899 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea0cc107-1ce6-4685-ba7e-ec7fae1ba5bd req-43b4f753-2c1f-4ee3-8a87-7e807e948c31 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 May 18 22:55:03.136333 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['baf6c80c-9108-4eaf-a0c0-47d115e3d88f'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:55:03.206951 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:04.084246 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c923f-58f1-4695-962c-fa1c6d064b11 req-5e15bdf1-1f4e-455a-832b-d1baa690c87a tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:04.085708 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-220c923f-58f1-4695-962c-fa1c6d064b11 req-5e15bdf1-1f4e-455a-832b-d1baa690c87a tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 944 time: 0.0485430 May 18 22:55:04.131907 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-220c923f-58f1-4695-962c-fa1c6d064b11 req-cb07ab29-d067-4f5d-8785-68637634eb7a tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 May 18 22:55:04.496235 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device baf6c80c-9108-4eaf-a0c0-47d115e3d88f up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:55:04.541182 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:04.542723 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port baf6c80c-9108-4eaf-a0c0-47d115e3d88f completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:55:04.611093 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port baf6c80c-9108-4eaf-a0c0-47d115e3d88f triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:55:04.612319 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:04.707662 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port baf6c80c-9108-4eaf-a0c0-47d115e3d88f is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:55:04.708038 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:04.734687 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:55:04.738906 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6dea17-68ca-464e-98ac-fb1c139a680f" -d '{"events": [{"server_uuid": "bf5f84ab-5397-4ccd-81d3-679188165067", "name": "network-vif-plugged", "status": "completed", "tag": "baf6c80c-9108-4eaf-a0c0-47d115e3d88f"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:55:04.753131 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port baf6c80c-9108-4eaf-a0c0-47d115e3d88f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:55:04.789717 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8238ce-a60c-4b19-a51e-77afd2ab4bc9 x-openstack-request-id: req-4e8238ce-a60c-4b19-a51e-77afd2ab4bc9 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:55:04.790378 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5f84ab-5397-4ccd-81d3-679188165067", "name": "network-vif-plugged", "status": "completed", "tag": "baf6c80c-9108-4eaf-a0c0-47d115e3d88f", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:55:04.790700 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e8238ce-a60c-4b19-a51e-77afd2ab4bc9 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:55:04.791228 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8238ce-a60c-4b19-a51e-77afd2ab4bc9'] response: {'server_uuid': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'code': 200} May 18 22:55:04.828016 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:04.889101 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:55:05.158271 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6b57-1f03-4d26-88e4-47b3ea4ba647 req-90bb6b2d-71d5-480e-a70a-129e8ccf7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:05.160171 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-affb6b57-1f03-4d26-88e4-47b3ea4ba647 req-90bb6b2d-71d5-480e-a70a-129e8ccf7e8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 1129 time: 0.0423253 May 18 22:55:05.213493 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-affb6b57-1f03-4d26-88e4-47b3ea4ba647 req-d5a8f47d-0cb8-401e-89cd-cd614487d058 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480523 May 18 22:55:05.247069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75d66b-c953-40c6-bf90-76a015d835c7 req-264652be-ea10-48e3-aa75-4ba5d90a55d3 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:05.248483 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa75d66b-c953-40c6-bf90-76a015d835c7 req-264652be-ea10-48e3-aa75-4ba5d90a55d3 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 945 time: 0.0470119 May 18 22:55:05.296708 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa75d66b-c953-40c6-bf90-76a015d835c7 req-58d41941-27ea-4b3e-805a-be2f6f3b30d6 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 May 18 22:55:06.410249 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984294-9ae7-4365-95eb-036de40909af req-c9805678-9d1f-470f-8773-4b6d6dd21dff tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:06.411680 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e984294-9ae7-4365-95eb-036de40909af req-c9805678-9d1f-470f-8773-4b6d6dd21dff tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 945 time: 0.0456984 May 18 22:55:06.464332 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e984294-9ae7-4365-95eb-036de40909af req-b8f910c2-28d0-4741-a673-1d834951c031 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472155 May 18 22:55:06.678472 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-641f1b11-3e3a-4112-875c-eeda15ad7aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:07.582800 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce9dca-49c9-411c-97c2-e090fc305865 req-4f383065-5476-4c4e-8a59-0e19c9c8511c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:07.584256 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dce9dca-49c9-411c-97c2-e090fc305865 req-4f383065-5476-4c4e-8a59-0e19c9c8511c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 945 time: 0.0484843 May 18 22:55:07.632275 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dce9dca-49c9-411c-97c2-e090fc305865 req-2abbfc8c-75df-4c8c-ad48-5f9aaef21f64 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 May 18 22:55:07.740490 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8044c1-bbfd-493f-afb0-c048ca979e5c req-833f590c-f5e8-4663-b32c-d6ca76f263dc tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:07.741940 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f8044c1-bbfd-493f-afb0-c048ca979e5c req-833f590c-f5e8-4663-b32c-d6ca76f263dc tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 945 time: 0.0468388 May 18 22:55:07.750229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51360) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:55:07.755128 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Request body: {'floatingip': {'port_id': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:55:07.758514 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:07.797103 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (8ecd2900-6af0-4915-8260-4f9c453bcbe0), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:08.220634 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:08.224795 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:08.267754 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (8ecd2900-6af0-4915-8260-4f9c453bcbe0), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:08.363595 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Floating IP 8ecd2900-6af0-4915-8260-4f9c453bcbe0 associated. External IP: 172.27.1.178, port: baf6c80c-9108-4eaf-a0c0-47d115e3d88f. May 18 22:55:08.558479 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:55:08.913461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a0e89da-3ef5-4883-84fc-e41b2c9ef0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:08.924975 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:55:08.930422 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:08.935249 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] Sync routers for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:55:08.946122 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:55:08.946771 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:55:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:55:08.961105 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ada497c9-812d-4d00-bd82-8b6d30bf35de tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "PUT /v2.0/floatingips/8ecd2900-6af0-4915-8260-4f9c453bcbe0 HTTP/1.1" status: 200 len: 991 time: 1.2098327 May 18 22:55:08.961690 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'tag': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:55:08.963952 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3606aebd-e8eb-4bca-b290-b916af29f191" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5f84ab-5397-4ccd-81d3-679188165067", "tag": "baf6c80c-9108-4eaf-a0c0-47d115e3d88f"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:55:09.002539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a2fb3-e701-45f9-b9ea-e06b2b91fb4c x-openstack-request-id: req-d10a2fb3-e701-45f9-b9ea-e06b2b91fb4c {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:55:09.002539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5f84ab-5397-4ccd-81d3-679188165067", "tag": "baf6c80c-9108-4eaf-a0c0-47d115e3d88f", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:55:09.002768 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d10a2fb3-e701-45f9-b9ea-e06b2b91fb4c {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:55:09.003016 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10a2fb3-e701-45f9-b9ea-e06b2b91fb4c'] response: {'name': 'network-changed', 'server_uuid': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'tag': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'status': 'completed', 'code': 200} May 18 22:55:09.050573 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:55:09.107989 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-f17af09a-d3f4-4b68-8587-71b737b83c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:09.109453 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-f17af09a-d3f4-4b68-8587-71b737b83c33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 1129 time: 0.0395279 May 18 22:55:09.205319 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-62bff095-c78c-4596-973b-f55dcd2754a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:09.206832 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-62bff095-c78c-4596-973b-f55dcd2754a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 912 time: 0.0919569 May 18 22:55:09.268093 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '8ecd2900-6af0-4915-8260-4f9c453bcbe0', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'port_id': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'mac_address': 'fa:16:3e:08:c3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:54:50Z', 'updated_at': '2022-05-18T22:55:08Z', 'revision_number': 1, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:55:09.292653 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] Checking router: fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:55:09.301834 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:55:09.302457 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:55:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:55:09.402859 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:55:09.540703 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:09.547622 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-0bbd030d-3be5-4eb6-9c51-ae148f4a98ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f HTTP/1.1" status: 200 len: 999 time: 0.0611238 May 18 22:55:09.598280 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-dde5377c-362a-4f7c-a76b-50e29d1ce3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:09.599730 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-dde5377c-362a-4f7c-a76b-50e29d1ce3a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.0470812 May 18 22:55:09.648283 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-53af4dbb-d56a-4680-ab78-7470fc94ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:09.649877 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-53af4dbb-d56a-4680-ab78-7470fc94ab0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435679 May 18 22:55:09.696940 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '8ecd2900-6af0-4915-8260-4f9c453bcbe0', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'port_id': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'mac_address': 'fa:16:3e:08:c3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:54:50Z', 'updated_at': '2022-05-18T22:55:08Z', 'revision_number': 1, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:55:09.721119 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:09.723139 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16bdb13-6d63-4d36-a8f7-07338fb203f2 None None] The sync data for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi is: [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '8ecd2900-6af0-4915-8260-4f9c453bcbe0', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'port_id': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'mac_address': 'fa:16:3e:08:c3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:54:50Z', 'updated_at': '2022-05-18T22:55:08Z', 'revision_number': 1, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:55:09.744976 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-a7d17dd3-d707-4534-9efd-459046400597 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891862 May 18 22:55:09.846917 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3606aebd-e8eb-4bca-b290-b916af29f191 req-bcfb4335-fc4b-4fe2-9716-50f3e6254225 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932503 May 18 22:55:09.951665 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c12f2b-cd32-4a23-a303-3931ba1b7299 None None] New status for floating IP 8ecd2900-6af0-4915-8260-4f9c453bcbe0: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:55:09.985081 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:11.454795 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:11.911220 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:55:12.901655 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:19.843344 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=25 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:21.906332 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=75 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:21.907193 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=81 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:22.849559 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:22.851349 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:29.369010 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:33.065207 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c20f0-1d35-40fc-bdc0-502f20af17b8 req-73bb69f7-96f0-4d00-8969-9467ae63d5d1 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:33.066717 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f70c20f0-1d35-40fc-bdc0-502f20af17b8 req-73bb69f7-96f0-4d00-8969-9467ae63d5d1 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 945 time: 0.0487211 May 18 22:55:33.113063 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f70c20f0-1d35-40fc-bdc0-502f20af17b8 req-b018b88d-6b19-4350-a1e5-3ef26be47009 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 May 18 22:55:34.227934 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3bd7b-0ae7-43c7-a606-4a41828ce4a0 req-772f65cb-e39e-4e83-bf10-32caa4129c81 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:34.229401 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37a3bd7b-0ae7-43c7-a606-4a41828ce4a0 req-772f65cb-e39e-4e83-bf10-32caa4129c81 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 945 time: 0.0467470 May 18 22:55:34.279080 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37a3bd7b-0ae7-43c7-a606-4a41828ce4a0 req-11509734-0da7-4691-9053-4fe14661692a tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 May 18 22:55:35.026457 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-88f10178-7587-488c-a00f-7b04654fc8e4 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:35.027779 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-88f10178-7587-488c-a00f-7b04654fc8e4 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 945 time: 0.0454814 May 18 22:55:35.108688 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Deleting port d49fe38c-dac7-41ce-8341-1d082ef92d24 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:55:35.109028 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:35.199886 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] For port d49fe38c-dac7-41ce-8341-1d082ef92d24, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d49fe38c-dac7-41ce-8341-1d082ef92d24,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:55:35.200244 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:35.213297 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Calling delete_port for d49fe38c-dac7-41ce-8341-1d082ef92d24 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:55:35.393623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11081630-5b1e-4502-b686-4f586702eb54 req-9fdd4002-8025-4e42-aca3-2b2f5e663b59 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:35.395155 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11081630-5b1e-4502-b686-4f586702eb54 req-9fdd4002-8025-4e42-aca3-2b2f5e663b59 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2114a7e-f734-411f-bc6f-aac2a50326e8 HTTP/1.1" status: 200 len: 945 time: 0.0479112 May 18 22:55:35.409123 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d49fe38c-dac7-41ce-8341-1d082ef92d24), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:35.438486 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:35.440317 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=14 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:35.443188 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Pushing event deleted for resources: {'Port': ['ID=d49fe38c-dac7-41ce-8341-1d082ef92d24,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:55:35.445880 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['d49fe38c-dac7-41ce-8341-1d082ef92d24'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:55:35.466428 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.466784 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.467132 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.467473 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.467821 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.468139 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.468469 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.468800 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.469126 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.469448 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.469772 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.470216 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.470542 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.470869 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.471186 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:55:35.512660 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11081630-5b1e-4502-b686-4f586702eb54 req-07a1292b-60a8-46a8-b103-c7a1fc32544e tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109591 May 18 22:55:35.527721 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] No DVR routers for this DVR port d49fe38c-dac7-41ce-8341-1d082ef92d24 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:55:35.530271 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:35.533516 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a072cbcc-2eda-4f70-867e-09a07d4945a6 req-36eddb48-acc7-4fda-a19a-4e215fd91954 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.24 "DELETE /v2.0/ports/d49fe38c-dac7-41ce-8341-1d082ef92d24 HTTP/1.1" status: 204 len: 173 time: 0.5003147 May 18 22:55:35.533949 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2114a7e-f734-411f-bc6f-aac2a50326e8', 'name': 'network-vif-deleted', 'tag': 'd49fe38c-dac7-41ce-8341-1d082ef92d24'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:55:35.536229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edb32cd-f9aa-406b-a3f9-a088e24d6cad" -d '{"events": [{"server_uuid": "f2114a7e-f734-411f-bc6f-aac2a50326e8", "name": "network-vif-deleted", "tag": "d49fe38c-dac7-41ce-8341-1d082ef92d24"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:55:35.572660 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df14fb-d069-401e-9cb1-9fd6a91ac528 x-openstack-request-id: req-e4df14fb-d069-401e-9cb1-9fd6a91ac528 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:55:35.572953 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2114a7e-f734-411f-bc6f-aac2a50326e8", "name": "network-vif-deleted", "tag": "d49fe38c-dac7-41ce-8341-1d082ef92d24", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:55:35.573213 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4df14fb-d069-401e-9cb1-9fd6a91ac528 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:55:35.573626 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4df14fb-d069-401e-9cb1-9fd6a91ac528'] response: {'server_uuid': 'f2114a7e-f734-411f-bc6f-aac2a50326e8', 'name': 'network-vif-deleted', 'tag': 'd49fe38c-dac7-41ce-8341-1d082ef92d24', 'status': 'completed', 'code': 200} May 18 22:55:36.667669 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-af3e7ed3-22c9-4df6-b4ef-a85235ee4e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:38.655661 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device d49fe38c-dac7-41ce-8341-1d082ef92d24 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:55:38.675027 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: d49fe38c-dac7-41ce-8341-1d082ef92d24 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:55:38.675360 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device d49fe38c-dac7-41ce-8341-1d082ef92d24 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:55:38.930050 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0072869b-a6ee-44c9-bb7b-626302db5d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:39.952617 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:41.449674 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:42.890230 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:45.477824 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=74,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:45.509500 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=71,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:47.359145 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-70a349b2-b9e1-4187-a7ba-fb8490eece99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371501 May 18 22:55:47.455357 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-4c65aa78-d0a8-4b0b-a159-4ccdcc03709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:47.456865 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-4c65aa78-d0a8-4b0b-a159-4ccdcc03709b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 1129 time: 0.0393875 May 18 22:55:47.561774 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-09a03f6a-c5e8-4302-986f-1e48ac9e836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:47.563254 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-09a03f6a-c5e8-4302-986f-1e48ac9e836a service neutron] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 912 time: 0.0886610 May 18 22:55:47.627606 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-b212c8f0-0982-4e06-a847-dbda5aca3710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f HTTP/1.1" status: 200 len: 1001 time: 0.0551550 May 18 22:55:47.675837 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-f45bace7-1d3b-432a-a96f-2a4c7ebf15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:47.677238 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-f45bace7-1d3b-432a-a96f-2a4c7ebf15c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.0463293 May 18 22:55:47.721278 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-515ba995-67af-4d3b-acbe-acdea90f5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:47.722879 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-515ba995-67af-4d3b-acbe-acdea90f5929 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392823 May 18 22:55:47.811311 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-6b17ff94-5937-4941-8b60-429083a70177 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827363 May 18 22:55:47.909247 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eeeaa287-5bfb-4817-ba73-de5f2cb61d84 req-b9344dd3-8d9e-4bed-8da6-0b279bd3f611 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919425 May 18 22:55:48.160413 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-702a81a9-3530-4fff-bd26-265d07a9db01 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:48.161805 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-702a81a9-3530-4fff-bd26-265d07a9db01 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/networks?id=3d911488-4233-4818-93b2-a6b29fa28fd2 HTTP/1.1" status: 200 len: 814 time: 0.1136837 May 18 22:55:48.176248 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-06823057-1a86-4ac8-896c-40d143e65764 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/quotas/f3bdd150da9d4f109717fbd4a46b477e HTTP/1.1" status: 200 len: 375 time: 0.0092142 May 18 22:55:48.209010 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-adb6e31d-7b67-44fe-ae64-c713ea8dde0e tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278394 May 18 22:55:48.397107 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c97bcb91-7996-44ba-89cf-10d03a627087 service neutron] 10.222.0.70 "GET /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768332 May 18 22:55:48.482614 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-78189cff-65fd-4c34-97f3-afd4a89c42d0 service neutron] 10.222.0.70 "GET /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833905 May 18 22:55:48.731978 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-513596d2-3678-4a55-b002-6fcad88f22f2 req-13dbc10e-23bc-462f-bb17-77e2c593969d tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 210 time: 0.0287945 May 18 22:55:48.909305 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:55:49.830615 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4bb0977f-058b-46fc-a36a-860affcfe7e0 req-1fc8a9cd-72c5-4928-ac92-c02161a49caf tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 210 time: 0.0319188 May 18 22:55:50.499899 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-9b4a8f7c-2f3c-4296-be1c-9651b04a06b4 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:50.501343 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-9b4a8f7c-2f3c-4296-be1c-9651b04a06b4 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.24 "GET /v2.0/networks?id=3d911488-4233-4818-93b2-a6b29fa28fd2 HTTP/1.1" status: 200 len: 814 time: 0.1041234 May 18 22:55:50.537507 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Request body: {'port': {'device_id': 'd1201fd1-d9b5-41c8-9260-3d53bde4b40c', 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2', 'admin_state_up': True, 'tenant_id': 'f3bdd150da9d4f109717fbd4a46b477e'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:55:50.591302 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:50.601153 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:50.735681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Made reservation on behalf of f3bdd150da9d4f109717fbd4a46b477e for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:55:50.739149 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:50.866673 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Allocated IP 172.20.0.9 (3d911488-4233-4818-93b2-a6b29fa28fd2/c1812309-7633-47ef-9a6a-43565e42608d/5eeeb37c-5db5-47d3-9217-eac8b553b46c) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:55:50.937801 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0c5ea003-fe96-499f-942e-2af5c73169a5 req-f81803cf-291b-4919-a2a6-f906ae5ae27d tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 210 time: 0.0378075 May 18 22:55:51.047152 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks [] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:51.135947 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:51.183963 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Network 3d911488-4233-4818-93b2-a6b29fa28fd2 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:55:51.187116 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:55:51.190835 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:55:51.218675 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Pushing event updated for resources: {'Port': ['ID=5eeeb37c-5db5-47d3-9217-eac8b553b46c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:55:51.243525 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:51.244126 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:51.314972 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-fd8d4401-100c-4ce2-9041-56382d592068 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812243 May 18 22:55:51.331787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Request body: {'port': {'device_id': 'd1201fd1-d9b5-41c8-9260-3d53bde4b40c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:55:51.388903 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:51.539796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:51.602285 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:51.673417 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeeb37c-5db5-47d3-9217-eac8b553b46c {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:55:51.681354 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Publish callbacks [] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:51.693449 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Transition to ACTIVE for port object 5eeeb37c-5db5-47d3-9217-eac8b553b46c will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:55:51.751144 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:51.804088 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeeb37c-5db5-47d3-9217-eac8b553b46c,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:55:51.872519 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Attempting to bind port 5eeeb37c-5db5-47d3-9217-eac8b553b46c on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:55:51.873183 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Attempting to bind port 5eeeb37c-5db5-47d3-9217-eac8b553b46c by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:55:51.873183 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Attempting to bind port 5eeeb37c-5db5-47d3-9217-eac8b553b46c on network 3d911488-4233-4818-93b2-a6b29fa28fd2 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:55:51.877429 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Port 5eeeb37c-5db5-47d3-9217-eac8b553b46c on network 3d911488-4233-4818-93b2-a6b29fa28fd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:55:51.877745 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Attempting to bind port 5eeeb37c-5db5-47d3-9217-eac8b553b46c on network 3d911488-4233-4818-93b2-a6b29fa28fd2 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:55:51.882643 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:55:51.882979 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Checking segment: {'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:55:51.883347 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Bound using segment: {'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:55:51.883766 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Bound port: 5eeeb37c-5db5-47d3-9217-eac8b553b46c, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059de902-8196-479b-a5be-50f4b2e028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:55:51.884113 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:51.943374 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] For port 5eeeb37c-5db5-47d3-9217-eac8b553b46c, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:55:51.946275 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] For port 5eeeb37c-5db5-47d3-9217-eac8b553b46c, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5eeeb37c-5db5-47d3-9217-eac8b553b46c,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:55:52.035979 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:52.087787 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:52.088403 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:52.089803 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5eeeb37c-5db5-47d3-9217-eac8b553b46c HTTP/1.1" status: 200 len: 1093 time: 0.7620561 May 18 22:55:52.090385 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1201fd1-d9b5-41c8-9260-3d53bde4b40c', 'tag': '5eeeb37c-5db5-47d3-9217-eac8b553b46c'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:55:52.092621 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8497180-1d48-41c0-89f7-5630c8ac4fef" -d '{"events": [{"name": "network-changed", "server_uuid": "d1201fd1-d9b5-41c8-9260-3d53bde4b40c", "tag": "5eeeb37c-5db5-47d3-9217-eac8b553b46c"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:55:52.100282 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb29c2-d6ed-41a2-90cd-ff59fd93a66f req-86290621-2acd-4574-b49d-009fd483c80f tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:52.102254 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3ceb29c2-d6ed-41a2-90cd-ff59fd93a66f req-86290621-2acd-4574-b49d-009fd483c80f tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 943 time: 0.0948102 May 18 22:55:52.134415 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dde64-64c9-4a54-a4b5-b33a5136cdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeeb37c-5db5-47d3-9217-eac8b553b46c,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:55:52.138851 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f03aa26-8de2-43ca-9763-8c5b1247974f x-openstack-request-id: req-0f03aa26-8de2-43ca-9763-8c5b1247974f {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:55:52.139138 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1201fd1-d9b5-41c8-9260-3d53bde4b40c", "tag": "5eeeb37c-5db5-47d3-9217-eac8b553b46c", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:55:52.139389 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f03aa26-8de2-43ca-9763-8c5b1247974f {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:55:52.139791 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f03aa26-8de2-43ca-9763-8c5b1247974f'] response: {'name': 'network-changed', 'server_uuid': 'd1201fd1-d9b5-41c8-9260-3d53bde4b40c', 'tag': '5eeeb37c-5db5-47d3-9217-eac8b553b46c', 'status': 'completed', 'code': 200} May 18 22:55:52.168038 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3ceb29c2-d6ed-41a2-90cd-ff59fd93a66f req-a0204618-f6a1-4e6a-b7fd-1bb59d1157f9 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577517 May 18 22:55:52.220509 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8497180-1d48-41c0-89f7-5630c8ac4fef req-9acd0c27-6e24-4f03-99cb-c3d30c377347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:52.221907 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8497180-1d48-41c0-89f7-5630c8ac4fef req-9acd0c27-6e24-4f03-99cb-c3d30c377347 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 1127 time: 0.0396967 May 18 22:55:52.327216 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8497180-1d48-41c0-89f7-5630c8ac4fef req-28666865-d976-4efb-8bd7-f6da109878fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:52.328696 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8497180-1d48-41c0-89f7-5630c8ac4fef req-28666865-d976-4efb-8bd7-f6da109878fc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943272 May 18 22:55:52.399997 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:52.424953 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8497180-1d48-41c0-89f7-5630c8ac4fef req-22200a8d-73b5-43af-9785-df304a390ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:52.426469 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8497180-1d48-41c0-89f7-5630c8ac4fef req-22200a8d-73b5-43af-9785-df304a390ea3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921366 May 18 22:55:52.522946 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-a15d5802-9180-40df-9ae9-272ab2873fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:52.524911 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-a15d5802-9180-40df-9ae9-272ab2873fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 1127 time: 0.0394979 May 18 22:55:52.568319 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-27e2f1c9-085c-42b0-a854-607dbacea5b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5eeeb37c-5db5-47d3-9217-eac8b553b46c HTTP/1.1" status: 200 len: 217 time: 0.0308948 May 18 22:55:52.618505 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-0ba0f9b4-2329-4047-a488-e29ea27e6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:52.619918 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-0ba0f9b4-2329-4047-a488-e29ea27e6c44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c1812309-7633-47ef-9a6a-43565e42608d HTTP/1.1" status: 200 len: 854 time: 0.0435977 May 18 22:55:52.654756 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-95816857-0e21-41c3-881c-c93be6c13c01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d911488-4233-4818-93b2-a6b29fa28fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291927 May 18 22:55:52.741537 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-0f20b452-8753-467d-8541-3d266c51e700 service neutron] 10.222.0.24 "GET /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811369 May 18 22:55:52.830931 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:52.834753 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-744de18c-98c9-41ed-afc5-15980b4bd36d req-0996a2ed-31ad-480d-a011-59dab0244d00 service neutron] 10.222.0.24 "GET /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862508 May 18 22:55:52.847772 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:52.849633 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:52.882552 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:53.280519 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545fdac-5929-4ab4-9544-abac79b0b6f5 req-99de01b7-dcf3-4cfc-900b-b311d31066ed tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:53.281981 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4545fdac-5929-4ab4-9544-abac79b0b6f5 req-99de01b7-dcf3-4cfc-900b-b311d31066ed tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 943 time: 0.0466707 May 18 22:55:53.328793 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4545fdac-5929-4ab4-9544-abac79b0b6f5 req-95b18729-90f2-47a4-8778-99f772f15f91 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 May 18 22:55:54.439311 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411d500-9251-4d9f-96d9-9f0ffc0eff92 req-1499cc06-b2a0-4df4-8713-7dced1f22393 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:54.447432 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4411d500-9251-4d9f-96d9-9f0ffc0eff92 req-1499cc06-b2a0-4df4-8713-7dced1f22393 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 943 time: 0.0460665 May 18 22:55:54.489691 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4411d500-9251-4d9f-96d9-9f0ffc0eff92 req-a2dc11bd-b01b-4e25-87e0-08fa3edab8ee tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 May 18 22:55:55.600318 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0235c-fdd3-477d-9405-6b826662ae1b req-e41248d7-9013-49d0-8a11-ab3acf312ac2 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:55.602047 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fea0235c-fdd3-477d-9405-6b826662ae1b req-e41248d7-9013-49d0-8a11-ab3acf312ac2 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 943 time: 0.0462139 May 18 22:55:55.647413 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fea0235c-fdd3-477d-9405-6b826662ae1b req-44e9a049-01be-4c22-bb32-07e968aea09b tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 May 18 22:55:56.702813 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 5eeeb37c-5db5-47d3-9217-eac8b553b46c details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:55:56.765106 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc14501-21c7-47a3-bbe0-02b7b2053a70 req-84d6d3f3-338a-4a1d-a79c-e4a418c862a3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:56.766607 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fdc14501-21c7-47a3-bbe0-02b7b2053a70 req-84d6d3f3-338a-4a1d-a79c-e4a418c862a3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 943 time: 0.0518086 May 18 22:55:56.802213 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 5eeeb37c-5db5-47d3-9217-eac8b553b46c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5eeeb37c-5db5-47d3-9217-eac8b553b46c,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:55:56.813167 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '5eeeb37c-5db5-47d3-9217-eac8b553b46c', 'network_id': '3d911488-4233-4818-93b2-a6b29fa28fd2', 'port_id': '5eeeb37c-5db5-47d3-9217-eac8b553b46c', 'mac_address': 'fa:16:3e:ca:e7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1812309-7633-47ef-9a6a-43565e42608d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:55:56.814714 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fdc14501-21c7-47a3-bbe0-02b7b2053a70 req-2a4cb35a-9e40-44dc-8558-0aae1497c4fd tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 May 18 22:55:56.847032 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 5eeeb37c-5db5-47d3-9217-eac8b553b46c is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:55:56.847412 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:56.860483 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeeb37c-5db5-47d3-9217-eac8b553b46c {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:55:56.879344 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 5eeeb37c-5db5-47d3-9217-eac8b553b46c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5eeeb37c-5db5-47d3-9217-eac8b553b46c,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:55:56.963655 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:57.008549 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=5eeeb37c-5db5-47d3-9217-eac8b553b46c,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:55:57.415656 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['5eeeb37c-5db5-47d3-9217-eac8b553b46c'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:55:57.936030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a9fef-5f1e-41f4-844a-c1507a50f821 req-33aae2ed-c07d-4440-bf50-b2e33964bb81 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:57.937567 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-875a9fef-5f1e-41f4-844a-c1507a50f821 req-33aae2ed-c07d-4440-bf50-b2e33964bb81 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 944 time: 0.0537453 May 18 22:55:57.986046 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-875a9fef-5f1e-41f4-844a-c1507a50f821 req-e8c7a1cd-e0d9-4967-907e-faf59f6022ba tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 May 18 22:55:58.708145 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 5eeeb37c-5db5-47d3-9217-eac8b553b46c up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:55:58.751604 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 5eeeb37c-5db5-47d3-9217-eac8b553b46c completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:55:58.819472 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 5eeeb37c-5db5-47d3-9217-eac8b553b46c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:55:58.819842 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:58.892099 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 5eeeb37c-5db5-47d3-9217-eac8b553b46c is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:55:58.892480 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:58.906287 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:55:58.915850 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1201fd1-d9b5-41c8-9260-3d53bde4b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeeb37c-5db5-47d3-9217-eac8b553b46c'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:55:58.918306 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8a6000-3d72-4d39-b7f4-e5682f89110f" -d '{"events": [{"server_uuid": "d1201fd1-d9b5-41c8-9260-3d53bde4b40c", "name": "network-vif-plugged", "status": "completed", "tag": "5eeeb37c-5db5-47d3-9217-eac8b553b46c"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:55:58.931012 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 5eeeb37c-5db5-47d3-9217-eac8b553b46c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5eeeb37c-5db5-47d3-9217-eac8b553b46c,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:55:58.955931 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab1aa7-625d-4cb5-af40-6c7d63d84c2f x-openstack-request-id: req-5dab1aa7-625d-4cb5-af40-6c7d63d84c2f {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:55:58.955931 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1201fd1-d9b5-41c8-9260-3d53bde4b40c", "name": "network-vif-plugged", "status": "completed", "tag": "5eeeb37c-5db5-47d3-9217-eac8b553b46c", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:55:58.955931 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5dab1aa7-625d-4cb5-af40-6c7d63d84c2f {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:55:58.955931 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dab1aa7-625d-4cb5-af40-6c7d63d84c2f'] response: {'server_uuid': 'd1201fd1-d9b5-41c8-9260-3d53bde4b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeeb37c-5db5-47d3-9217-eac8b553b46c', 'code': 200} May 18 22:55:59.027656 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:55:59.078116 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=5eeeb37c-5db5-47d3-9217-eac8b553b46c,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:55:59.108374 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d496d-2b84-4d16-b2f6-222825faa623 req-9c903167-a796-40b4-a3de-11edec9e12d6 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:59.109830 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc0d496d-2b84-4d16-b2f6-222825faa623 req-9c903167-a796-40b4-a3de-11edec9e12d6 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 945 time: 0.0476227 May 18 22:55:59.157772 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc0d496d-2b84-4d16-b2f6-222825faa623 req-78264fd5-e101-4378-8903-099c9d1c35f2 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 May 18 22:55:59.326548 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1194bd-4cdc-43f8-87ae-9b0c9e26b300 req-6917d224-84bd-41cb-9b91-f7cc9caeb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:55:59.328044 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c1194bd-4cdc-43f8-87ae-9b0c9e26b300 req-6917d224-84bd-41cb-9b91-f7cc9caeb4b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 1129 time: 0.0389493 May 18 22:55:59.376209 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c1194bd-4cdc-43f8-87ae-9b0c9e26b300 req-7a8939d1-a29f-480e-9e0f-53259badec14 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 May 18 22:55:59.392482 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:00.272592 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4223e-099e-438a-ad43-169253edb0b0 req-b0a03b2c-4dba-4145-9239-047b0bc5b485 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:00.274727 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68d4223e-099e-438a-ad43-169253edb0b0 req-b0a03b2c-4dba-4145-9239-047b0bc5b485 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 945 time: 0.0468369 May 18 22:56:00.321563 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68d4223e-099e-438a-ad43-169253edb0b0 req-214057d8-9f44-4468-9627-d70cc05efe13 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 May 18 22:56:01.434339 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bceb6d-5c92-4061-8fc6-7635e6295cb3 req-39b7ceb5-ac03-40b2-86cc-bc3151d7f04c tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:01.436057 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6bceb6d-5c92-4061-8fc6-7635e6295cb3 req-39b7ceb5-ac03-40b2-86cc-bc3151d7f04c tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 945 time: 0.0485446 May 18 22:56:01.449066 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:01.484883 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d6bceb6d-5c92-4061-8fc6-7635e6295cb3 req-27489869-968f-4ffd-9e53-009096fa923f tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 May 18 22:56:02.600643 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4ac4-0d9e-4986-bdcd-6cab73e3e780 req-afb43cd2-32f1-42d0-be7f-34188e50bd3e tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:02.602319 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-743d4ac4-0d9e-4986-bdcd-6cab73e3e780 req-afb43cd2-32f1-42d0-be7f-34188e50bd3e tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 945 time: 0.0504420 May 18 22:56:02.649521 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-743d4ac4-0d9e-4986-bdcd-6cab73e3e780 req-d0c53c40-5a03-4c7f-be9f-b8dde222b9e8 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 May 18 22:56:05.571814 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:06.593695 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:06.676892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-af4e343c-7139-4967-9fb8-36fa8236b5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:08.906292 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d8b77bb-2ae5-4625-9206-744c4b1cc71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:09.974091 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:11.466714 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:12.633259 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=8 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:12.645453 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:12.894924 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:22.847116 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:22.847888 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:25.908163 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:56:28.257628 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f014c5c-81e3-4b0a-9371-058d5ee1f034 req-98916728-57b4-402e-ab94-1706f5fd9006 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:28.259152 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8f014c5c-81e3-4b0a-9371-058d5ee1f034 req-98916728-57b4-402e-ab94-1706f5fd9006 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 945 time: 0.0481493 May 18 22:56:28.306576 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8f014c5c-81e3-4b0a-9371-058d5ee1f034 req-8e904e58-3c57-4127-922b-9a816eb8e10c tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 May 18 22:56:29.427017 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c89bbb-f553-410d-9556-4bc4be05e6a8 req-fa625c32-ae57-4e2c-bcab-5f2b25768d89 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:29.428500 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40c89bbb-f553-410d-9556-4bc4be05e6a8 req-fa625c32-ae57-4e2c-bcab-5f2b25768d89 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 945 time: 0.0517478 May 18 22:56:29.437617 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:29.476496 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-40c89bbb-f553-410d-9556-4bc4be05e6a8 req-80b30ede-e6d1-4ceb-9269-92f94aec03c0 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 May 18 22:56:30.188196 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-6d4bdf29-93ae-439b-8632-90ddb91b26c5 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:30.189644 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-6d4bdf29-93ae-439b-8632-90ddb91b26c5 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 945 time: 0.0472307 May 18 22:56:30.269547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Deleting port 5eeeb37c-5db5-47d3-9217-eac8b553b46c {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:56:30.269916 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:30.361969 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] For port 5eeeb37c-5db5-47d3-9217-eac8b553b46c, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=5eeeb37c-5db5-47d3-9217-eac8b553b46c,segment=NetworkSegment(059de902-8196-479b-a5be-50f4b2e028f0),segment_id=059de902-8196-479b-a5be-50f4b2e028f0)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:56:30.362276 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:30.375033 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Calling delete_port for 5eeeb37c-5db5-47d3-9217-eac8b553b46c owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:56:30.573104 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (5eeeb37c-5db5-47d3-9217-eac8b553b46c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:30.609664 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Pushing event deleted for resources: {'Port': ['ID=5eeeb37c-5db5-47d3-9217-eac8b553b46c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:56:30.613378 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['5eeeb37c-5db5-47d3-9217-eac8b553b46c'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:56:30.624743 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db60f0-8cc6-4213-bfeb-8ee38189f20d req-735f9c37-e98c-498e-a25c-81e465303b86 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:30.626282 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4db60f0-8cc6-4213-bfeb-8ee38189f20d req-735f9c37-e98c-498e-a25c-81e465303b86 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/ports?device_id=d1201fd1-d9b5-41c8-9260-3d53bde4b40c HTTP/1.1" status: 200 len: 945 time: 0.0812647 May 18 22:56:30.681583 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] No DVR routers for this DVR port 5eeeb37c-5db5-47d3-9217-eac8b553b46c on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:56:30.685745 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:30.688876 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d1396b26-53b9-42b9-9473-65c4009b2736 req-35255b3a-73e8-4ceb-a897-b0d48be38bb3 tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.24 "DELETE /v2.0/ports/5eeeb37c-5db5-47d3-9217-eac8b553b46c HTTP/1.1" status: 204 len: 173 time: 0.4939740 May 18 22:56:30.689552 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1201fd1-d9b5-41c8-9260-3d53bde4b40c', 'name': 'network-vif-deleted', 'tag': '5eeeb37c-5db5-47d3-9217-eac8b553b46c'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:56:30.691839 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1944ff6-992e-466e-857a-aebf23c88f56" -d '{"events": [{"server_uuid": "d1201fd1-d9b5-41c8-9260-3d53bde4b40c", "name": "network-vif-deleted", "tag": "5eeeb37c-5db5-47d3-9217-eac8b553b46c"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:56:30.724295 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4db60f0-8cc6-4213-bfeb-8ee38189f20d req-51ca5bbc-a447-4118-98c4-2da3673a2ecc tempest-VolumesSnapshotTestJSON-1813128956 tempest-VolumesSnapshotTestJSON-1813128956-project] 10.222.0.70 "GET /v2.0/security-groups?id=f901e1f9-0277-46be-95e1-d81c96680a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752575 May 18 22:56:30.729481 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f4db8-c518-404e-96be-50c838d77309 x-openstack-request-id: req-d17f4db8-c518-404e-96be-50c838d77309 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:56:30.730041 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1201fd1-d9b5-41c8-9260-3d53bde4b40c", "name": "network-vif-deleted", "tag": "5eeeb37c-5db5-47d3-9217-eac8b553b46c", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:56:30.731415 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d17f4db8-c518-404e-96be-50c838d77309 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:56:30.731415 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17f4db8-c518-404e-96be-50c838d77309'] response: {'server_uuid': 'd1201fd1-d9b5-41c8-9260-3d53bde4b40c', 'name': 'network-vif-deleted', 'tag': '5eeeb37c-5db5-47d3-9217-eac8b553b46c', 'status': 'completed', 'code': 200} May 18 22:56:32.797082 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 5eeeb37c-5db5-47d3-9217-eac8b553b46c no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:56:32.815848 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 5eeeb37c-5db5-47d3-9217-eac8b553b46c {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:56:32.816191 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 5eeeb37c-5db5-47d3-9217-eac8b553b46c not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:56:34.982681 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:35.904335 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:36.660268 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-28f99dea-3de4-40ee-a6d5-0b055e91fb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:38.900206 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5a94527f-d021-45b6-bcfa-0299a8df1133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:39.974616 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:40.717727 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=74,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:40.720642 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=69,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:41.448577 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:42.917316 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:47.694689 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-caf52e0d-195a-47ba-88e7-0dc89a9a222b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374658 May 18 22:56:47.799097 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-466ef4e5-7719-418e-b908-7de0020a614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:47.800591 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-466ef4e5-7719-418e-b908-7de0020a614c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 1129 time: 0.0402524 May 18 22:56:47.910161 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-b01e7451-84b6-488e-8018-ba16ee637b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:47.916350 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-b01e7451-84b6-488e-8018-ba16ee637b63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 200 len: 912 time: 0.0883934 May 18 22:56:47.974901 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-a50c9feb-f7bd-491c-b1f1-2d67c3d2c74c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f HTTP/1.1" status: 200 len: 1001 time: 0.0555999 May 18 22:56:48.029858 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-717c7a01-cdce-4cf1-8e75-a549b7a51d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:48.031351 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-717c7a01-cdce-4cf1-8e75-a549b7a51d23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 200 len: 850 time: 0.0491993 May 18 22:56:48.075042 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-8d2832fc-c130-4d60-8489-559d679eb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:56:48.076539 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-8d2832fc-c130-4d60-8489-559d679eb135 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68b3ef45-4681-44c9-a6ac-fa6061c84cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396135 May 18 22:56:48.166262 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-181d0672-d852-432f-ab18-0e86a5080696 service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 May 18 22:56:48.259346 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfffd1ae-0042-4596-b648-ddc2a5b1fcfe req-558a26d6-51a0-4486-acd2-84c79b2270ee service neutron] 10.222.0.24 "GET /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858693 May 18 22:56:52.850621 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:52.852576 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:58.255120 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=53 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:58.255822 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=48 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:56:59.240128 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51834) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:56:59.285116 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Deleting subnet c1812309-7633-47ef-9a6a-43565e42608d {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:56:59.288138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Publish callbacks [] for subnet (c1812309-7633-47ef-9a6a-43565e42608d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.325418 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (c1812309-7633-47ef-9a6a-43565e42608d), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.363881 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (c1812309-7633-47ef-9a6a-43565e42608d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.425505 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.475965 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (c1812309-7633-47ef-9a6a-43565e42608d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.501955 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1812309-7633-47ef-9a6a-43565e42608d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:56:59.506486 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.509535 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c1812309-7633-47ef-9a6a-43565e42608d HTTP/1.1" status: 204 len: 168 time: 0.2684190 May 18 22:56:59.512270 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51838) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:56:59.514406 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.519765 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5302fe1b-dec1-4468-a3d7-ebb8692469cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:56:59.587294 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (3d911488-4233-4818-93b2-a6b29fa28fd2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.663961 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (3d911488-4233-4818-93b2-a6b29fa28fd2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.684024 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d911488-4233-4818-93b2-a6b29fa28fd2']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:56:59.693687 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059de902-8196-479b-a5be-50f4b2e028f0') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:56:59.697491 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059de902-8196-479b-a5be-50f4b2e028f0') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:56:59.703161 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5175124'] for segment (059de902-8196-479b-a5be-50f4b2e028f0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.720573 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (059de902-8196-479b-a5be-50f4b2e028f0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.727774 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:56:59.728153 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4530294'] for segment (059de902-8196-479b-a5be-50f4b2e028f0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: Traceback (most recent call last): May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: timer() May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: cb(*args, **kw) May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: return func(*args, **kwargs) May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: self._notify() May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: self.callback(batched_events) May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: event.method(event) May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: return f(self, *a, **k) May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._get(url).json() May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:56:59.729805 dv-cinder-838009-6-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:57:00.098706 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (3d911488-4233-4818-93b2-a6b29fa28fd2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:00.104161 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:00.107185 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3d911488-4233-4818-93b2-a6b29fa28fd2 HTTP/1.1" status: 204 len: 168 time: 0.5938952 May 18 22:57:00.117914 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d911488-4233-4818-93b2-a6b29fa28fd2,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:00.125331 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.126254 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.126599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.126930 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.127255 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.127575 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.127896 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.128210 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.128530 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.128851 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.129167 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.129484 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.129799 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.130135 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.130449 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8328d2-3b62-4b6d-ae65-85bc9958a473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:00.462133 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51844) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:00.502592 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6d16ce25-034f-4c14-a9b3-fa6c14e497f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3bdd150da9d4f109717fbd4a46b477e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393057 May 18 22:57:00.505001 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51846) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:00.551214 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92b295e0-0847-4040-a555-3ac05655f8cd admin admin] Publish callbacks [] for security_group (f901e1f9-0277-46be-95e1-d81c96680a0a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:00.572124 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92b295e0-0847-4040-a555-3ac05655f8cd admin admin] Publish callbacks [] for security_group (f901e1f9-0277-46be-95e1-d81c96680a0a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:00.671320 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92b295e0-0847-4040-a555-3ac05655f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (f901e1f9-0277-46be-95e1-d81c96680a0a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:00.674572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92b295e0-0847-4040-a555-3ac05655f8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:00.677271 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-92b295e0-0847-4040-a555-3ac05655f8cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f901e1f9-0277-46be-95e1-d81c96680a0a HTTP/1.1" status: 204 len: 168 time: 0.1698253 May 18 22:57:00.687692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b295e0-0847-4040-a555-3ac05655f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f901e1f9-0277-46be-95e1-d81c96680a0a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:01.686418 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51870) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:01.784318 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1957562780-network', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:01.877648 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Made reservation on behalf of d6448a906a594b6183ad55b7c49b24ff for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:57:01.880126 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:01.889422 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:01.967772 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Publish callbacks [] for security_group (292ea479-05fa-4884-99b5-e7bccfcefb5c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.008930 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (292ea479-05fa-4884-99b5-e7bccfcefb5c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.037418 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:57:02.044558 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292ea479-05fa-4884-99b5-e7bccfcefb5c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:02.052614 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (f193c078-3a02-4374-b4f7-21e6f79fe2b8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.058782 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Added segment f193c078-3a02-4374-b4f7-21e6f79fe2b8 of type vlan for network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 May 18 22:57:02.100237 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (12ced659-e9e7-4e4d-acc0-3a4bd251a2f9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.202721 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (12ced659-e9e7-4e4d-acc0-3a4bd251a2f9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.203847 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:02.204414 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.264313 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] Pushing event updated for resources: {'Network': ['ID=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:02.274504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:57:02.308732 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-aa7ecb07-0683-4907-b21b-aae1d798c92f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6209781 May 18 22:57:02.311429 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51884) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:02.317042 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Request body: {'subnet': {'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1957562780-subnet', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:02.402678 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Made reservation on behalf of d6448a906a594b6183ad55b7c49b24ff for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:57:02.405063 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4299498'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.632087 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4531093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4299516'] for subnet (3f2c2f20-d490-48c4-8f36-b7f0a1d74287), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.698572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2c2f20-d490-48c4-8f36-b7f0a1d74287,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:02.708251 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Checking segment: {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:02.708685 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Network hostable DHCP agents. Network: 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:57:02.720737 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:02.881590 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:57:02.907641 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:57:02.961603 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:02.965626 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:02.971007 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:02.972464 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4f7b1-f07e-4878-8314-21238f359a31 None None] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:57:03.063509 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3e15d7b5-3d94-43a4-b97c-bb5ed0176c56 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7503538 May 18 22:57:03.066532 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51890) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:03.070838 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:03.073809 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:57:03.074768 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.075878 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:03.144597 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.145596 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.194892 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks [] for router_controller (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.214120 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Allocated IP 172.20.0.2 (12ced659-e9e7-4e4d-acc0-3a4bd251a2f9/3f2c2f20-d490-48c4-8f36-b7f0a1d74287/8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:57:03.355879 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Publish callbacks [] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.374977 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks [] for router_gateway (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.414744 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.454380 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:03.459273 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:03.462993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:57:03.466260 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Pushing event updated for resources: {'Port': ['ID=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:03.477115 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.477453 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.477784 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.478139 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.478464 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.478784 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.479100 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.479415 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.479728 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.480049 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.480365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.480680 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.480993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.481303 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.481659 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:03.533622 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Attempting to bind port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:57:03.533981 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Attempting to bind port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:57:03.534409 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Attempting to bind port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e on network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:57:03.539607 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:57:03.539970 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Checking segment: {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:03.540360 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.540741 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Bound using segment: {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:57:03.541450 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Bound port: 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:57:03.541825 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.603389 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] For port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:57:03.606675 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] For port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:57:03.624948 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks [] for router_gateway (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.645099 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.712019 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.764255 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Allocated IP 172.27.1.206 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/0975ca25-c257-4447-9cc5-7d7744b27613) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:57:03.782138 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2de22-e076-411b-ab8c-b284f3a63de5 None None] Pushing event updated for resources: {'Port': ['ID=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:03.888241 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks [] for port (0975ca25-c257-4447-9cc5-7d7744b27613), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:03.986437 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:04.030921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:04.035171 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:04.039133 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:57:04.041804 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Pushing event updated for resources: {'Port': ['ID=0975ca25-c257-4447-9cc5-7d7744b27613,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:04.086109 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:04.292404 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:04.336317 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks [] for router_gateway (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:04.532229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:04.660799 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f3e27-6ee5-4b38-9bd2-63f11880699a None None] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:57:04.715275 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-8c4b5c01-b257-456b-a8c6-895d5a11befe None None] Provisioning complete for port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:04.715639 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c01-b257-456b-a8c6-895d5a11befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:04.722341 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:57:04.750046 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:04.754892 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:04.767046 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:04.830418 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:57:04.842919 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Sync routers for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:57:04.856218 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:04.856834 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:56:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:04.891298 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:04.891764 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:04.893921 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b5c01-b257-456b-a8c6-895d5a11befe None None] Current status of the port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:04.894324 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c01-b257-456b-a8c6-895d5a11befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:04.948494 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:04.950163 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8eff9a87-b5a0-4ea8-bed0-0f1c3c8056ac admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8826711 May 18 22:57:04.953207 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51902) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:04.973641 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-8c4b5c01-b257-456b-a8c6-895d5a11befe None None] For port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:04.980186 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:05.030041 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:05.032453 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.070611 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5c01-b257-456b-a8c6-895d5a11befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.158554 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:04Z', 'revision_number': 3, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:05.164158 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.db.api [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 18 22:57:05.164158 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG oslo_db.api [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 22:57:05.173678 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b5c01-b257-456b-a8c6-895d5a11befe None None] Pushing event updated for resources: {'Port': ['ID=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:05.188329 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Checking router: a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:57:05.188818 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Updating router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 port 0975ca25-c257-4447-9cc5-7d7744b27613 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:57:05.204975 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1c5d3f44-0903-4602-81cc-b1f8b62032eb None None] Provisioning complete for port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:05.222282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3f44-0903-4602-81cc-b1f8b62032eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.222775 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.296433 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:05.301955 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d3f44-0903-4602-81cc-b1f8b62032eb None None] Current status of the port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:05.372411 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:05.476337 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:05.496495 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.509763 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Publish callbacks [] for port (0975ca25-c257-4447-9cc5-7d7744b27613), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.602914 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.653111 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Pushing event updated for resources: {'Port': ['ID=0975ca25-c257-4447-9cc5-7d7744b27613,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:05.660484 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Allocated IP 172.20.0.1 (12ced659-e9e7-4e4d-acc0-3a4bd251a2f9/3f2c2f20-d490-48c4-8f36-b7f0a1d74287/5e04d788-6b0b-4bbd-9bb6-36b5438f72ae) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:57:05.664243 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.664587 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.664946 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.665280 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.665613 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.666219 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.666539 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.666850 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.667166 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.667474 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.667788 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.668101 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.668412 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.668720 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.669029 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:05.673146 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Attempting to bind port 0975ca25-c257-4447-9cc5-7d7744b27613 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:57:05.675029 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Attempting to bind port 0975ca25-c257-4447-9cc5-7d7744b27613 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:57:05.675029 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Attempting to bind port 0975ca25-c257-4447-9cc5-7d7744b27613 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:57:05.679812 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:57:05.680179 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:05.680589 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.680950 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:57:05.681439 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Bound port: 0975ca25-c257-4447-9cc5-7d7744b27613, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:57:05.681778 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.709072 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:05.732935 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] For port 0975ca25-c257-4447-9cc5-7d7744b27613, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:57:05.736570 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] For port 0975ca25-c257-4447-9cc5-7d7744b27613, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=0975ca25-c257-4447-9cc5-7d7744b27613,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:57:05.771319 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Publish callbacks [] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.791230 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.816967 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:05.849852 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:05.850510 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:56:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:05.853246 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:05.854415 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045926ff-1bb1-4f32-901a-928cbd5ff067 None None] Pushing event updated for resources: {'Port': ['ID=0975ca25-c257-4447-9cc5-7d7744b27613,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:05.883749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:05.925924 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:05.930687 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:05.934583 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:57:05.955549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Pushing event updated for resources: {'Port': ['ID=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:05.965328 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:05.978168 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:06.168356 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:04Z', 'revision_number': 3, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:06.196272 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576402d-e4f3-4c5e-89c9-7954ec808727 None None] The sync data for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi is: [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:04Z', 'revision_number': 3, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:57:06.217218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:06.234406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-3a6315f8-fda3-4008-bf93-daac8b47d9cd None None] Provisioning complete for port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:06.236525 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a6315f8-fda3-4008-bf93-daac8b47d9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:06.256637 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:06.274264 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3a6315f8-fda3-4008-bf93-daac8b47d9cd None None] Port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:57:06.518405 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Publish callbacks [] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:06.620194 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:06.677203 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0607bc91-f0f9-4ea0-a6fb-64db1b523530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:06.694960 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:06.700458 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:06.702394 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Pushing event updated for resources: {'Port': ['ID=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:06.826784 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:06.829276 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:06.855643 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:06.931555 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:06.932398 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:06.967207 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:57:07.062647 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:07.064885 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 0975ca25-c257-4447-9cc5-7d7744b27613 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:07.121119 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:57:07.129867 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 0975ca25-c257-4447-9cc5-7d7744b27613 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:07.129867 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:07.130456 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-77c905a5-d21d-4e6b-b8d9-6e7a4301e034 admin admin] 10.222.0.70 "PUT /v2.0/routers/a122f6c3-3f23-4e5d-81ec-5ae351bfbd36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726663 May 18 22:57:07.224141 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c783dafa-5f67-430e-bfa9-6858fbf4488d None None] Provisioning complete for port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:07.224768 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c783dafa-5f67-430e-bfa9-6858fbf4488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:07.244983 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 0975ca25-c257-4447-9cc5-7d7744b27613 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:07.245368 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:07.280859 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port 0975ca25-c257-4447-9cc5-7d7744b27613, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=0975ca25-c257-4447-9cc5-7d7744b27613,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:07.280859 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c783dafa-5f67-430e-bfa9-6858fbf4488d None None] Port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:57:07.357416 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:07.408713 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=0975ca25-c257-4447-9cc5-7d7744b27613,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:07.842257 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51926) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:07.847635 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1092671145-network', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:07.934277 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Made reservation on behalf of aaa42dd66f804bda843aaea13937dcaf for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:57:07.936744 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:07.947544 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:07.967096 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Sync routers for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:57:07.977572 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:07.978217 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:56:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:08.024560 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:08.033903 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Publish callbacks [] for security_group (8a255fec-ce7c-432b-a998-1f9aed005eeb), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.077463 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (8a255fec-ce7c-432b-a998-1f9aed005eeb), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.086993 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:08.100213 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:57:08.116356 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a255fec-ce7c-432b-a998-1f9aed005eeb,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:08.119406 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (8ab97b15-2d14-4bca-bdd2-0682c0e81af1), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.119818 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Added segment 8ab97b15-2d14-4bca-bdd2-0682c0e81af1 of type vlan for network 98e3b037-d861-4163-babc-fc1b4a141ba8 May 18 22:57:08.161945 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (98e3b037-d861-4163-babc-fc1b4a141ba8), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.254275 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (98e3b037-d861-4163-babc-fc1b4a141ba8), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.255325 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:08.255937 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.320895 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] Pushing event updated for resources: {'Network': ['ID=98e3b037-d861-4163-babc-fc1b4a141ba8,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:08.333685 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 98e3b037-d861-4163-babc-fc1b4a141ba8 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:57:08.337150 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:08.356233 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f07e0c82-41d1-4505-9152-c85573d138f1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5102043 May 18 22:57:08.362289 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51930) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:08.362289 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Request body: {'subnet': {'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1092671145-subnet', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:08.384018 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:08.441541 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Made reservation on behalf of aaa42dd66f804bda843aaea13937dcaf for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:57:08.443989 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4299498'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.469039 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 2, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:08.495158 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Checking router: a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:57:08.495504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Updating router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:57:08.522961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.553187 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:08.681938 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4531093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4299516'] for subnet (348f86cb-edf3-486c-a08e-457797ca87fc), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.743327 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348f86cb-edf3-486c-a08e-457797ca87fc,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:08.754708 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Checking segment: {'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:08.754906 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Network hostable DHCP agents. Network: 98e3b037-d861-4163-babc-fc1b4a141ba8, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:57:08.761917 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 0975ca25-c257-4447-9cc5-7d7744b27613 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:08.847296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Network 98e3b037-d861-4163-babc-fc1b4a141ba8 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:57:08.854831 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Publish callbacks [] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.863902 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 0975ca25-c257-4447-9cc5-7d7744b27613 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:08.864261 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.917487 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 98e3b037-d861-4163-babc-fc1b4a141ba8) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:08.921742 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:08.922870 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.928832 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf9797b-9b50-45bf-8f2c-629babd62d2f None None] Network 98e3b037-d861-4163-babc-fc1b4a141ba8 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:57:08.946947 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-307dbf7c-51d6-439a-be42-e3823ea608bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.948594 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:08.977115 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c211b991-139c-4732-a261-80fa79af1f97 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6196394 May 18 22:57:08.979456 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 51932) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:08.979865 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:08.984159 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:09.016872 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 0975ca25-c257-4447-9cc5-7d7744b27613 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:09.048842 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1b0f-07eb-4934-98a6-9a0ecb41659c None None] Pushing event updated for resources: {'Port': ['ID=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:09.072013 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-421254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2352'] for router (98b592ad-8c82-4d9c-9659-ad26290d768a), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.073080 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-493958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2345'] for router (98b592ad-8c82-4d9c-9659-ad26290d768a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.124639 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks [] for router_controller (98b592ad-8c82-4d9c-9659-ad26290d768a), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.134752 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71916124-6b94-5a8d-885c-2126da470eb3-98e3b037-d861-4163-babc-fc1b4a141ba8', 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8', 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'fixed_ips': [{'subnet_id': '348f86cb-edf3-486c-a08e-457797ca87fc'}]}} from dv-cinder-838009-6-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 18 22:57:09.135714 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.173963 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Attempting to bind port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:57:09.174355 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Attempting to bind port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:57:09.174719 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Attempting to bind port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae on network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:57:09.229694 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:57:09.230094 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Checking segment: {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:09.230494 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.230883 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Bound using segment: {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:57:09.231365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Bound port: 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:57:09.231958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.323761 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks [] for router_gateway (98b592ad-8c82-4d9c-9659-ad26290d768a), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.357822 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-4ff4abc5-d2ed-4e5b-b8de-8ba9fc809f74 None None] Provisioning complete for port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:09.358217 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4ff4abc5-d2ed-4e5b-b8de-8ba9fc809f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.388016 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Allocated IP 172.20.0.2 (98e3b037-d861-4163-babc-fc1b4a141ba8/348f86cb-edf3-486c-a08e-457797ca87fc/b0342772-d226-480a-9dd4-2be80fc27a83) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:57:09.391995 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] For port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:57:09.403881 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:09.420091 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] For port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:57:09.424688 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4abc5-d2ed-4e5b-b8de-8ba9fc809f74 None None] Port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:57:09.444798 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:09.505184 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.558539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks [] for router_gateway (98b592ad-8c82-4d9c-9659-ad26290d768a), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.583215 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.590805 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:09.620983 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:09.621645 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:09.629431 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b1b0f-07eb-4934-98a6-9a0ecb41659c None None] Pushing event updated for resources: {'Port': ['ID=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:09.667450 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Publish callbacks [] for port (b0342772-d226-480a-9dd4-2be80fc27a83), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.705160 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Allocated IP 172.27.1.167 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/d2c5b437-c341-44d8-8484-f1ae391fa351) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:57:09.743376 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:09.749565 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:09.819843 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Network 98e3b037-d861-4163-babc-fc1b4a141ba8 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:09.828570 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:09.831106 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:57:09.923667 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Pushing event updated for resources: {'Port': ['ID=b0342772-d226-480a-9dd4-2be80fc27a83,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:10.055052 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:UPDATE=7,neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:10.084945 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-3a853c64-755c-49d0-b9b6-a3f0a95301d2 None None] Provisioning complete for port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:10.085504 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a853c64-755c-49d0-b9b6-a3f0a95301d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.092776 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks [] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.170785 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Attempting to bind port b0342772-d226-480a-9dd4-2be80fc27a83 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:57:10.171150 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Attempting to bind port b0342772-d226-480a-9dd4-2be80fc27a83 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:57:10.171516 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Attempting to bind port b0342772-d226-480a-9dd4-2be80fc27a83 on network 98e3b037-d861-4163-babc-fc1b4a141ba8 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:57:10.184631 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.190810 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:57:10.194658 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Checking segment: {'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:10.194658 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.194658 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Bound using segment: {'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:57:10.194658 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Bound port: b0342772-d226-480a-9dd4-2be80fc27a83, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:57:10.194658 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.198218 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.225141 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:10.230067 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:10.233943 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:57:10.258995 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c5b437-c341-44d8-8484-f1ae391fa351,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:10.288086 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:10.303029 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3a853c64-755c-49d0-b9b6-a3f0a95301d2 None None] Current status of the port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:10.303436 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a853c64-755c-49d0-b9b6-a3f0a95301d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.318971 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:09Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:10.361091 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d018aa-3480-4a7d-b937-9f9c881838d2 None None] The sync data for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi is: [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:09Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:57:10.372991 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] For port b0342772-d226-480a-9dd4-2be80fc27a83, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:57:10.380748 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] For port b0342772-d226-480a-9dd4-2be80fc27a83, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=b0342772-d226-480a-9dd4-2be80fc27a83,segment=NetworkSegment(8ab97b15-2d14-4bca-bdd2-0682c0e81af1),segment_id=8ab97b15-2d14-4bca-bdd2-0682c0e81af1)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:57:10.392040 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-3a853c64-755c-49d0-b9b6-a3f0a95301d2 None None] For port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:10.454924 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a853c64-755c-49d0-b9b6-a3f0a95301d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.459192 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.527417 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a853c64-755c-49d0-b9b6-a3f0a95301d2 None None] Pushing event updated for resources: {'Port': ['ID=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:10.593321 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303798b-f187-4c7e-a4bd-b0466b8dd38a None None] Pushing event updated for resources: {'Port': ['ID=b0342772-d226-480a-9dd4-2be80fc27a83,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:10.597310 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks [] for router_gateway (98b592ad-8c82-4d9c-9659-ad26290d768a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.812221 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:10.825388 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419144'] for router (98b592ad-8c82-4d9c-9659-ad26290d768a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.880536 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:10.880795 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:10.936686 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:10.968921 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:11.024339 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Router 98b592ad-8c82-4d9c-9659-ad26290d768a is scheduled to L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 18 22:57:11.143334 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:57:11.152870 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Sync routers for ids ['98b592ad-8c82-4d9c-9659-ad26290d768a'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:57:11.165057 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Routers {'98b592ad-8c82-4d9c-9659-ad26290d768a'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:11.165663 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['98b592ad-8c82-4d9c-9659-ad26290d768a'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:11.216461 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:11.221117 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 51940) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:11.222024 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3f229317-740b-49a4-a88f-11d0da750bf7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2408485 May 18 22:57:11.397090 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Set router 98b592ad-8c82-4d9c-9659-ad26290d768a gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:11.409727 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:11.437204 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:11.481716 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:11.547972 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=12 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:11.601045 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 3, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:11.633377 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Checking router: 98b592ad-8c82-4d9c-9659-ad26290d768a for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:57:11.633641 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Updating router 98b592ad-8c82-4d9c-9659-ad26290d768a port d2c5b437-c341-44d8-8484-f1ae391fa351 binding host dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:57:11.664895 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:11.689269 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f76070-aabc-4c6e-b532-63ff31c67099 None None] Network 98e3b037-d861-4163-babc-fc1b4a141ba8 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:57:11.699034 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:11.801852 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7e3a3eee-55ac-4370-9e15-54139ed138c7 None None] Provisioning complete for port b0342772-d226-480a-9dd4-2be80fc27a83 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:11.802333 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3eee-55ac-4370-9e15-54139ed138c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:11.887686 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a3eee-55ac-4370-9e15-54139ed138c7 None None] Current status of the port b0342772-d226-480a-9dd4-2be80fc27a83 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:11.888001 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3eee-55ac-4370-9e15-54139ed138c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:11.892107 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Allocated IP 172.20.0.1 (98e3b037-d861-4163-babc-fc1b4a141ba8/348f86cb-edf3-486c-a08e-457797ca87fc/e4397bfc-a763-4a78-93f1-36c02a9ca465) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:57:11.934255 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7e3a3eee-55ac-4370-9e15-54139ed138c7 None None] For port b0342772-d226-480a-9dd4-2be80fc27a83, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=b0342772-d226-480a-9dd4-2be80fc27a83,segment=NetworkSegment(8ab97b15-2d14-4bca-bdd2-0682c0e81af1),segment_id=8ab97b15-2d14-4bca-bdd2-0682c0e81af1)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:11.987712 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Publish callbacks [] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:11.988979 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:12.016289 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Publish callbacks [] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.025410 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3eee-55ac-4370-9e15-54139ed138c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.054513 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.084841 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a3eee-55ac-4370-9e15-54139ed138c7 None None] Pushing event updated for resources: {'Port': ['ID=b0342772-d226-480a-9dd4-2be80fc27a83,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:12.099637 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:12.106465 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Attempting to bind port d2c5b437-c341-44d8-8484-f1ae391fa351 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:57:12.110632 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Attempting to bind port d2c5b437-c341-44d8-8484-f1ae391fa351 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:57:12.110632 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Attempting to bind port d2c5b437-c341-44d8-8484-f1ae391fa351 on network 65f1145d-24de-46fd-820f-6cbd5d5d69cc {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:57:12.115992 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65145c-bf52-4e65-a8fd-6277fcb4bc22 None None] Pushing event updated for resources: {'Port': ['ID=d2c5b437-c341-44d8-8484-f1ae391fa351,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:12.119200 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:57:12.119565 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Checking segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:12.119954 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.120400 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Bound using segment: {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:57:12.120853 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Bound port: d2c5b437-c341-44d8-8484-f1ae391fa351, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecd01ba-98ca-4fc1-96a5-6255b1c91eab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:57:12.121270 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.144055 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-64f3c582-8f04-4e78-8a8d-d8bf62d69520 None None] Provisioning complete for port b0342772-d226-480a-9dd4-2be80fc27a83 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:12.144389 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-64f3c582-8f04-4e78-8a8d-d8bf62d69520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.157776 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.170263 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] For port d2c5b437-c341-44d8-8484-f1ae391fa351, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:57:12.173965 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] For port d2c5b437-c341-44d8-8484-f1ae391fa351, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d2c5b437-c341-44d8-8484-f1ae391fa351,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:57:12.199421 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Network 98e3b037-d861-4163-babc-fc1b4a141ba8 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:12.204434 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:12.208303 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:57:12.211543 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Pushing event updated for resources: {'Port': ['ID=e4397bfc-a763-4a78-93f1-36c02a9ca465,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:12.217745 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-64f3c582-8f04-4e78-8a8d-d8bf62d69520 None None] Current status of the port b0342772-d226-480a-9dd4-2be80fc27a83 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:12.246525 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:12.253684 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-424805'] for router_interface (98b592ad-8c82-4d9c-9659-ad26290d768a), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.254103 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.315370 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65145c-bf52-4e65-a8fd-6277fcb4bc22 None None] Pushing event updated for resources: {'Port': ['ID=d2c5b437-c341-44d8-8484-f1ae391fa351,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:12.320588 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Routers {'98b592ad-8c82-4d9c-9659-ad26290d768a'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:12.321197 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['98b592ad-8c82-4d9c-9659-ad26290d768a'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:12.427953 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] Set router 98b592ad-8c82-4d9c-9659-ad26290d768a gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:12.445053 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-dcab9d92-dbc5-4c62-9b4d-bf8e7e366e70 None None] Provisioning complete for port e4397bfc-a763-4a78-93f1-36c02a9ca465 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:12.446035 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-dcab9d92-dbc5-4c62-9b4d-bf8e7e366e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.450933 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.491805 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-dcab9d92-dbc5-4c62-9b4d-bf8e7e366e70 None None] Port e4397bfc-a763-4a78-93f1-36c02a9ca465 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:57:12.595925 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:12.611431 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 3, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:12.636587 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cea103-a3bf-4067-8f3a-099a15caf0ec None None] The sync data for ids ['98b592ad-8c82-4d9c-9659-ad26290d768a'] in dv-cinder-838009-6-iscsi is: [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 3, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:57:12.780790 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device b0342772-d226-480a-9dd4-2be80fc27a83 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:12.842149 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port b0342772-d226-480a-9dd4-2be80fc27a83 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:12.842610 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.898506 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:12.930430 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Publish callbacks [] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.956314 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:12.958674 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port b0342772-d226-480a-9dd4-2be80fc27a83 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:13.026119 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4583069'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:13.098456 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-424239'] for router_interface (98b592ad-8c82-4d9c-9659-ad26290d768a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:13.100491 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Pushing event updated for resources: {'Port': ['ID=e4397bfc-a763-4a78-93f1-36c02a9ca465,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:13.202751 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Network 98e3b037-d861-4163-babc-fc1b4a141ba8 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:13.205026 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:13.323693 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Router 98b592ad-8c82-4d9c-9659-ad26290d768a has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:57:13.424493 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-a7526a28-4970-422d-8fa4-e2fccd923343 None None] Provisioning complete for port e4397bfc-a763-4a78-93f1-36c02a9ca465 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:13.424754 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a7526a28-4970-422d-8fa4-e2fccd923343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:13.448282 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:57:13.454321 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9617c902-c647-4d7d-81d3-668d37e515ff admin admin] 10.222.0.70 "PUT /v2.0/routers/98b592ad-8c82-4d9c-9659-ad26290d768a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2319453 May 18 22:57:13.474272 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a7526a28-4970-422d-8fa4-e2fccd923343 None None] Port e4397bfc-a763-4a78-93f1-36c02a9ca465 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:57:14.250178 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Sync routers for ids ['98b592ad-8c82-4d9c-9659-ad26290d768a'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:57:14.261607 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Routers {'98b592ad-8c82-4d9c-9659-ad26290d768a'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:14.262351 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['98b592ad-8c82-4d9c-9659-ad26290d768a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:14.366241 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Set router 98b592ad-8c82-4d9c-9659-ad26290d768a gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:14.458045 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:14.594958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:12Z', 'revision_number': 4, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'e4397bfc-a763-4a78-93f1-36c02a9ca465', 'name': '', 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'mac_address': 'fa:16:3e:75:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '348f86cb-edf3-486c-a08e-457797ca87fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:11Z', 'updated_at': '2022-05-18T22:57:12Z', 'revision_number': 2, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'subnets': [{'id': '348f86cb-edf3-486c-a08e-457797ca87fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:14.632917 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Checking router: 98b592ad-8c82-4d9c-9659-ad26290d768a for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:57:14.633461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Updating router 98b592ad-8c82-4d9c-9659-ad26290d768a port e4397bfc-a763-4a78-93f1-36c02a9ca465 binding host dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 22:57:14.669896 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:14.867319 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d2c5b437-c341-44d8-8484-f1ae391fa351 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:14.979124 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port d2c5b437-c341-44d8-8484-f1ae391fa351 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:14.979442 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.092956 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:15.118450 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port d2c5b437-c341-44d8-8484-f1ae391fa351 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:15.118835 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.173618 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] For port d2c5b437-c341-44d8-8484-f1ae391fa351, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d2c5b437-c341-44d8-8484-f1ae391fa351,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:15.186102 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Publish callbacks [] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.253074 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.256774 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.338744 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Pushing event updated for resources: {'Port': ['ID=d2c5b437-c341-44d8-8484-f1ae391fa351,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:15.467459 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Attempting to bind port e4397bfc-a763-4a78-93f1-36c02a9ca465 on host dv-cinder-838009-6-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:57:15.467958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Attempting to bind port e4397bfc-a763-4a78-93f1-36c02a9ca465 by drivers openvswitch,hyperv on host dv-cinder-838009-6-iscsi at level 0 using segments [{'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:57:15.468414 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Attempting to bind port e4397bfc-a763-4a78-93f1-36c02a9ca465 on network 98e3b037-d861-4163-babc-fc1b4a141ba8 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:57:15.479476 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Checking agent: {'id': 'f3f622bf-7346-4916-afff-401f6b63b4d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 32, 43), 'started_at': datetime.datetime(2022, 5, 18, 22, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:57:15.480011 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Checking segment: {'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:15.480545 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.481099 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Bound using segment: {'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:57:15.481667 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Bound port: e4397bfc-a763-4a78-93f1-36c02a9ca465, host: dv-cinder-838009-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab97b15-2d14-4bca-bdd2-0682c0e81af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:57:15.482461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.496812 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:15.502722 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16ef1f-fff4-4436-aa2b-cc6cbe645a79 None None] Pushing event updated for resources: {'Port': ['ID=e4397bfc-a763-4a78-93f1-36c02a9ca465,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:15.693295 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-06afbfe1-7de5-4487-83e3-1df2acdff023 None None] Provisioning complete for port e4397bfc-a763-4a78-93f1-36c02a9ca465 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:15.693972 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-06afbfe1-7de5-4487-83e3-1df2acdff023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.742844 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-06afbfe1-7de5-4487-83e3-1df2acdff023 None None] Port e4397bfc-a763-4a78-93f1-36c02a9ca465 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:57:15.747364 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] For port e4397bfc-a763-4a78-93f1-36c02a9ca465, host dv-cinder-838009-6-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:57:15.751299 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] For port e4397bfc-a763-4a78-93f1-36c02a9ca465, host dv-cinder-838009-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=e4397bfc-a763-4a78-93f1-36c02a9ca465,segment=NetworkSegment(8ab97b15-2d14-4bca-bdd2-0682c0e81af1),segment_id=8ab97b15-2d14-4bca-bdd2-0682c0e81af1)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:57:15.792119 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:15.861195 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Routers {'98b592ad-8c82-4d9c-9659-ad26290d768a'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:15.862900 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['98b592ad-8c82-4d9c-9659-ad26290d768a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:15.907068 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16ef1f-fff4-4436-aa2b-cc6cbe645a79 None None] Pushing event updated for resources: {'Port': ['ID=e4397bfc-a763-4a78-93f1-36c02a9ca465,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:16.003821 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] Set router 98b592ad-8c82-4d9c-9659-ad26290d768a gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:16.105778 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-a4f5d877-2644-4602-b2aa-58052ae6f69a req-ce391254-ac05-4115-95da-1c9c675e464e service neutron] (110666) timed out ('10.222.0.24', 64194) {{(pid=110666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 18 22:57:16.195480 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-445d099f-ca43-4fdf-a1a8-5243cae36db1 None None] Provisioning complete for port e4397bfc-a763-4a78-93f1-36c02a9ca465 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:16.195856 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-445d099f-ca43-4fdf-a1a8-5243cae36db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:16.273450 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:12Z', 'revision_number': 4, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'e4397bfc-a763-4a78-93f1-36c02a9ca465', 'name': '', 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'mac_address': 'fa:16:3e:75:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '348f86cb-edf3-486c-a08e-457797ca87fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:11Z', 'updated_at': '2022-05-18T22:57:15Z', 'revision_number': 4, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'subnets': [{'id': '348f86cb-edf3-486c-a08e-457797ca87fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:16.324659 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7eeaeb-5e02-4ceb-9223-4b183e9a4a41 None None] The sync data for ids ['98b592ad-8c82-4d9c-9659-ad26290d768a'] in dv-cinder-838009-6-iscsi is: [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:12Z', 'revision_number': 4, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': 'e4397bfc-a763-4a78-93f1-36c02a9ca465', 'name': '', 'network_id': '98e3b037-d861-4163-babc-fc1b4a141ba8', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'mac_address': 'fa:16:3e:75:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '348f86cb-edf3-486c-a08e-457797ca87fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:11Z', 'updated_at': '2022-05-18T22:57:15Z', 'revision_number': 4, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'subnets': [{'id': '348f86cb-edf3-486c-a08e-457797ca87fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:57:16.336674 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-445d099f-ca43-4fdf-a1a8-5243cae36db1 None None] Current status of the port e4397bfc-a763-4a78-93f1-36c02a9ca465 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:16.337072 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-445d099f-ca43-4fdf-a1a8-5243cae36db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:16.363758 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:16.375090 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-445d099f-ca43-4fdf-a1a8-5243cae36db1 None None] For port e4397bfc-a763-4a78-93f1-36c02a9ca465, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=e4397bfc-a763-4a78-93f1-36c02a9ca465,segment=NetworkSegment(8ab97b15-2d14-4bca-bdd2-0682c0e81af1),segment_id=8ab97b15-2d14-4bca-bdd2-0682c0e81af1)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:16.464920 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-445d099f-ca43-4fdf-a1a8-5243cae36db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:16.544370 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d099f-ca43-4fdf-a1a8-5243cae36db1 None None] Pushing event updated for resources: {'Port': ['ID=e4397bfc-a763-4a78-93f1-36c02a9ca465,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:16.926207 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d2c5b437-c341-44d8-8484-f1ae391fa351 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:16.980673 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port d2c5b437-c341-44d8-8484-f1ae391fa351 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:16.980673 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:17.078532 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port d2c5b437-c341-44d8-8484-f1ae391fa351 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:17.080381 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device e4397bfc-a763-4a78-93f1-36c02a9ca465 up at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:17.140811 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Provisioning complete for port e4397bfc-a763-4a78-93f1-36c02a9ca465 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:17.142217 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:17.190205 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:17.236191 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Current status of the port e4397bfc-a763-4a78-93f1-36c02a9ca465 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:19.877005 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3e4f3-db31-4c4a-803f-3f5b9460a3f0 req-69dcc602-1fee-4ca5-95a3-2eefa5720c32 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:19.884388 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6aa3e4f3-db31-4c4a-803f-3f5b9460a3f0 req-69dcc602-1fee-4ca5-95a3-2eefa5720c32 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 945 time: 0.0584247 May 18 22:57:19.901942 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:19.931247 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6aa3e4f3-db31-4c4a-803f-3f5b9460a3f0 req-73b851a3-36d3-4068-8114-be8b44df948d tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459323 May 18 22:57:21.059751 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ee375-18c3-4928-a4fa-0ee2342900a6 req-69a24469-c855-48ec-8739-5d2d53fe8471 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:21.061353 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-238ee375-18c3-4928-a4fa-0ee2342900a6 req-69a24469-c855-48ec-8739-5d2d53fe8471 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 945 time: 0.0558076 May 18 22:57:21.122265 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-238ee375-18c3-4928-a4fa-0ee2342900a6 req-e9874c2d-d94e-47ae-a4af-516bb3e628e8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539680 May 18 22:57:22.072500 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-aff206f4-1e32-482f-b2fa-3b7117aa6f1a tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:22.074080 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-aff206f4-1e32-482f-b2fa-3b7117aa6f1a tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 945 time: 0.0545545 May 18 22:57:22.170909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Deleting port baf6c80c-9108-4eaf-a0c0-47d115e3d88f {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:57:22.171589 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:22.283190 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0322a0-6b30-4b46-b4c7-b9e31f8e10e3 req-fcf2dddb-c0f2-41a3-87c8-6c993ca002f4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:22.285064 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5d0322a0-6b30-4b46-b4c7-b9e31f8e10e3 req-fcf2dddb-c0f2-41a3-87c8-6c993ca002f4 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 945 time: 0.0634606 May 18 22:57:22.342198 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] For port baf6c80c-9108-4eaf-a0c0-47d115e3d88f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:22.342554 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:22.373698 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5d0322a0-6b30-4b46-b4c7-b9e31f8e10e3 req-924ad98b-cbe7-4323-983d-0ccd3ee56749 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f11ef25-bd54-48b1-b4bb-1371e81c540b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816061 May 18 22:57:22.535021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:22.535372 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (8ecd2900-6af0-4915-8260-4f9c453bcbe0), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:22.535686 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Floating IP 8ecd2900-6af0-4915-8260-4f9c453bcbe0 disassociated. External IP: 172.27.1.178, port: baf6c80c-9108-4eaf-a0c0-47d115e3d88f. May 18 22:57:22.536022 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Calling delete_port for baf6c80c-9108-4eaf-a0c0-47d115e3d88f owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:57:22.609280 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:22.615275 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=38 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:22.745494 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (baf6c80c-9108-4eaf-a0c0-47d115e3d88f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:22.789702 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event deleted for resources: {'Port': ['ID=baf6c80c-9108-4eaf-a0c0-47d115e3d88f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:22.844525 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:22.916139 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:57:22.920832 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:23.027872 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:57:23.044145 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] Sync routers for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:57:23.056472 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:23.057451 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:23.096146 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] No DVR routers for this DVR port baf6c80c-9108-4eaf-a0c0-47d115e3d88f on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:57:23.098972 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:23.102433 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff557099-52f3-4ac3-9fae-e9f11040bc90 req-3e33ec38-4b80-4c6d-a3d8-693321c29346 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.24 "DELETE /v2.0/ports/baf6c80c-9108-4eaf-a0c0-47d115e3d88f HTTP/1.1" status: 204 len: 173 time: 1.0227573 May 18 22:57:23.102901 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'name': 'network-vif-deleted', 'tag': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:57:23.105266 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6172ea-521f-48de-b1bf-2c0ae09c66b1" -d '{"events": [{"server_uuid": "bf5f84ab-5397-4ccd-81d3-679188165067", "name": "network-vif-deleted", "tag": "baf6c80c-9108-4eaf-a0c0-47d115e3d88f"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:57:23.166779 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e809fab5-6d40-4026-9f5f-c7bb23596109 x-openstack-request-id: req-e809fab5-6d40-4026-9f5f-c7bb23596109 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:57:23.167011 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5f84ab-5397-4ccd-81d3-679188165067", "name": "network-vif-deleted", "tag": "baf6c80c-9108-4eaf-a0c0-47d115e3d88f", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:57:23.167270 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e809fab5-6d40-4026-9f5f-c7bb23596109 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:57:23.167682 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e809fab5-6d40-4026-9f5f-c7bb23596109'] response: {'server_uuid': 'bf5f84ab-5397-4ccd-81d3-679188165067', 'name': 'network-vif-deleted', 'tag': 'baf6c80c-9108-4eaf-a0c0-47d115e3d88f', 'status': 'completed', 'code': 200} May 18 22:57:23.220681 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:23.443035 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=42 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:23.445361 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:23.458961 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:23.490027 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] Checking router: fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:57:23.495855 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a32aa5d9-d822-4812-b95e-c4560a0a779d req-2cff83bf-1fac-4162-935b-1ccb410bbc4c tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 210 time: 0.0337715 May 18 22:57:23.507515 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:23.508246 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:23.618193 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:23.889293 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:23.918731 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e49b9-f796-4a2f-b4a2-779431a18ec4 None None] The sync data for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi is: [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:43Z', 'revision_number': 4, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '4eb9995f-d00a-4416-a785-5155443c3407', 'name': '', 'network_id': '68b3ef45-4681-44c9-a6ac-fa6061c84cda', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'mac_address': 'fa:16:3e:a4:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:42Z', 'updated_at': '2022-05-18T22:49:46Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'subnets': [{'id': '6e6e210e-4de8-4c5e-acba-3bf9116d8f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:57:24.164487 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a557ec9-1ce0-4397-98f7-c21e72a3638a None None] New status for floating IP 8ecd2900-6af0-4915-8260-4f9c453bcbe0: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:57:24.616067 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1d5f4d8a-e279-44c3-9055-bb6bc2eee244 req-cf799ce5-2bc3-4ef2-b5af-1eb2f591428b tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf5f84ab-5397-4ccd-81d3-679188165067 HTTP/1.1" status: 200 len: 210 time: 0.0284400 May 18 22:57:25.093651 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device baf6c80c-9108-4eaf-a0c0-47d115e3d88f no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:57:25.114365 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: baf6c80c-9108-4eaf-a0c0-47d115e3d88f {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:57:25.114740 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device baf6c80c-9108-4eaf-a0c0-47d115e3d88f not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:57:25.171564 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-428c800a-e710-455a-b2b9-c6d625c66897 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:25.173852 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-428c800a-e710-455a-b2b9-c6d625c66897 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 815 time: 0.1040325 May 18 22:57:25.188861 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-4578f639-e0c6-4d84-be10-80955228f2f6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/quotas/d6448a906a594b6183ad55b7c49b24ff HTTP/1.1" status: 200 len: 375 time: 0.0095274 May 18 22:57:25.236401 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-02e2b705-baf8-43f8-ad1b-6cb79ff355f4 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426497 May 18 22:57:25.334088 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-687bb619-d745-4bfc-8375-119867da48db service neutron] 10.222.0.70 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867281 May 18 22:57:25.424920 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-b7753075-1f2e-4e38-bd14-eac019224aec service neutron] 10.222.0.70 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847833 May 18 22:57:25.719499 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3c1ed152-3f9a-4175-92ec-1923ae38fc64 req-98a9d18c-91ff-464c-8918-c43a70e738f7 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 210 time: 0.0570567 May 18 22:57:25.900958 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52084) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:25.961273 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77e1c382-7718-4a83-ac7b-f0ea39715392 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (7f11ef25-bd54-48b1-b4bb-1371e81c540b), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:25.993567 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77e1c382-7718-4a83-ac7b-f0ea39715392 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (7f11ef25-bd54-48b1-b4bb-1371e81c540b), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.098082 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77e1c382-7718-4a83-ac7b-f0ea39715392 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (7f11ef25-bd54-48b1-b4bb-1371e81c540b), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.100651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77e1c382-7718-4a83-ac7b-f0ea39715392 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.101801 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-77e1c382-7718-4a83-ac7b-f0ea39715392 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "DELETE /v2.0/security-groups/7f11ef25-bd54-48b1-b4bb-1371e81c540b HTTP/1.1" status: 204 len: 168 time: 0.1998591 May 18 22:57:26.104754 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52086) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:26.111272 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1c382-7718-4a83-ac7b-f0ea39715392 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f11ef25-bd54-48b1-b4bb-1371e81c540b,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:26.122900 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.api.v2.resource [None req-0c52660f-e4bd-4efe-982a-49a07207b846 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] show failed (client error): The resource could not be found. May 18 22:57:26.128781 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0c52660f-e4bd-4efe-982a-49a07207b846 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "GET /v2.0/security-groups/7f11ef25-bd54-48b1-b4bb-1371e81c540b HTTP/1.1" status: 404 len: 347 time: 0.0181081 May 18 22:57:26.130890 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52088) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:26.244517 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Deleting port 320505f6-f2a3-4198-9e10-6fd221dd5cc8 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:57:26.244772 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (320505f6-f2a3-4198-9e10-6fd221dd5cc8), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.320956 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (320505f6-f2a3-4198-9e10-6fd221dd5cc8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.321283 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (320505f6-f2a3-4198-9e10-6fd221dd5cc8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.335181 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Calling delete_port for 320505f6-f2a3-4198-9e10-6fd221dd5cc8 owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:57:26.522494 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (320505f6-f2a3-4198-9e10-6fd221dd5cc8), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.545735 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Pushing event deleted for resources: {'Port': ['ID=320505f6-f2a3-4198-9e10-6fd221dd5cc8,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:26.615625 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks [] for floatingip (8ecd2900-6af0-4915-8260-4f9c453bcbe0), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.618091 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:26.619307 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f339cc64-4c35-44ae-8cc0-d6427a587bd8 tempest-AttachVolumeTestJSON-735976981 tempest-AttachVolumeTestJSON-735976981-project] 10.222.0.70 "DELETE /v2.0/floatingips/8ecd2900-6af0-4915-8260-4f9c453bcbe0 HTTP/1.1" status: 204 len: 168 time: 0.4874990 May 18 22:57:26.813938 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a684360e-ea3d-4ebf-ad64-6d02f18aa3a9 req-91ade052-3188-45c7-bf47-820aef1bfd44 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 210 time: 0.0298550 May 18 22:57:27.933211 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d751299-7e7d-495e-ae57-049f9bcc32a4 req-db545f41-1af8-4dbc-be6d-3657e0a8db4b tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 210 time: 0.0452499 May 18 22:57:27.978551 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-3f9c3dbb-e3f2-430d-a036-0c4b9e253013 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:27.981020 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-3f9c3dbb-e3f2-430d-a036-0c4b9e253013 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 815 time: 0.1433609 May 18 22:57:27.998729 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'port': {'device_id': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'admin_state_up': True, 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:28.058899 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:28.208490 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Made reservation on behalf of d6448a906a594b6183ad55b7c49b24ff for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:57:28.212986 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:28.281020 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:28.361016 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Allocated IP 172.20.0.6 (12ced659-e9e7-4e4d-acc0-3a4bd251a2f9/3f2c2f20-d490-48c4-8f36-b7f0a1d74287/05f877a6-d013-42a7-9c40-0e319d309c38) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:57:28.517914 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for port (05f877a6-d013-42a7-9c40-0e319d309c38), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:28.614286 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:28.647592 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:28.651711 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:28.695202 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:57:28.784114 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'Port': ['ID=05f877a6-d013-42a7-9c40-0e319d309c38,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:28.797328 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:28.798230 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:28.908903 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f31b4379-631b-4e05-9141-8e0575ad90fe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9138989 May 18 22:57:29.021818 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-8f39d02f-af12-4a5f-a5cd-ca2c97daff28 None None] Provisioning complete for port 05f877a6-d013-42a7-9c40-0e319d309c38 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:29.028301 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8f39d02f-af12-4a5f-a5cd-ca2c97daff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:29.077332 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946af5-e265-40e1-af57-63bd3bc69f56 req-d7008212-7649-4959-9a8c-3227cfc8ccc0 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:29.080258 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72946af5-e265-40e1-af57-63bd3bc69f56 req-d7008212-7649-4959-9a8c-3227cfc8ccc0 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.0558479 May 18 22:57:29.097179 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8f39d02f-af12-4a5f-a5cd-ca2c97daff28 None None] Port 05f877a6-d013-42a7-9c40-0e319d309c38 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 18 22:57:29.155126 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72946af5-e265-40e1-af57-63bd3bc69f56 req-6d3ba715-5139-420b-9e97-e82681fe68c6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677297 May 18 22:57:29.436770 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:30.273836 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:30.285906 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e02af-3a2a-4e07-ae8d-a71c356f513b req-fa9234b4-3bf2-40c9-a939-ca3613666170 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:30.287569 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d07e02af-3a2a-4e07-ae8d-a71c356f513b req-fa9234b4-3bf2-40c9-a939-ca3613666170 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.0607860 May 18 22:57:30.350764 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d07e02af-3a2a-4e07-ae8d-a71c356f513b req-08c62257-b679-4710-91a0-99510cf7280e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558755 May 18 22:57:30.703860 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52146) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:31.192600 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:31.343043 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:31.354218 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:31.444142 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Deleting port 4eb9995f-d00a-4416-a785-5155443c3407 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:57:31.444355 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (4eb9995f-d00a-4416-a785-5155443c3407), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:31.494159 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a80b-2ff8-4e45-ab1b-6cea6b4f6d02 req-dd726897-5ef1-439c-893d-3c10dfe4ed53 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:31.503834 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a24a80b-2ff8-4e45-ab1b-6cea6b4f6d02 req-dd726897-5ef1-439c-893d-3c10dfe4ed53 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.0651286 May 18 22:57:31.550088 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a24a80b-2ff8-4e45-ab1b-6cea6b4f6d02 req-7bfc79a0-b55a-4c9a-89d6-9855f01558bb tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 May 18 22:57:31.556922 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] For port 4eb9995f-d00a-4416-a785-5155443c3407, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=4eb9995f-d00a-4416-a785-5155443c3407,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:31.557291 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (4eb9995f-d00a-4416-a785-5155443c3407), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:31.581862 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Calling delete_port for 4eb9995f-d00a-4416-a785-5155443c3407 owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:57:31.823793 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (4eb9995f-d00a-4416-a785-5155443c3407), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:31.849534 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb9995f-d00a-4416-a785-5155443c3407,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:32.038960 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:32.287215 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:57:32.338947 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:32.349913 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:32.387827 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:57:32.396439 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9cd34b3d-5012-4668-8efa-581010e6a0c4 admin admin] 10.222.0.70 "PUT /v2.0/routers/fa2d7673-cdb7-4b30-82c4-90a0d7c4db05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894844 May 18 22:57:32.396548 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52154) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:32.399003 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] Sync routers for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:57:32.419562 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:32.423311 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:32.509718 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks [] for router (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:32.550298 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:32.675367 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks [] for router_gateway (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:32.692107 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:32.692890 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=100 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:32.740254 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:57:31Z', 'revision_number': 5, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port': {'id': 'd4189045-c5c4-42a3-b0b8-a97939d1433a', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:32.769399 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] Checking router: fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:57:32.770967 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e02ec-9267-4d3b-8552-320b40ab635f req-7b606e9b-f7d0-4a85-87fd-17244337a25a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:32.772748 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d70e02ec-9267-4d3b-8552-320b40ab635f req-7b606e9b-f7d0-4a85-87fd-17244337a25a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.1174514 May 18 22:57:32.778844 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] Routers {'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:57:32.779536 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:32.849654 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Deleting port d4189045-c5c4-42a3-b0b8-a97939d1433a {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:57:32.850026 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:32.865050 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] Set router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:57:32.910349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:32.925955 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:57:32Z', 'revision_number': 6, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port_host': None}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:32.951261 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b553b392-447b-4334-aac9-c6e69eb62d4e None None] The sync data for ids ['fa2d7673-cdb7-4b30-82c4-90a0d7c4db05'] in dv-cinder-838009-6-iscsi is: [{'id': 'fa2d7673-cdb7-4b30-82c4-90a0d7c4db05', 'name': 'tempest-AttachVolumeTestJSON-1610905095-router', 'tenant_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:49:40Z', 'updated_at': '2022-05-18T22:57:32Z', 'revision_number': 6, 'project_id': '89ab9bb65d8a44348faf97c7d19d8c84', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:57:32.962799 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d70e02ec-9267-4d3b-8552-320b40ab635f req-6cc1c0f7-0d97-4547-a39c-d5904ce99aac tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565475 May 18 22:57:32.971898 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] For port d4189045-c5c4-42a3-b0b8-a97939d1433a, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d4189045-c5c4-42a3-b0b8-a97939d1433a,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:32.972345 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:32.994731 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Calling delete_port for d4189045-c5c4-42a3-b0b8-a97939d1433a owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:57:33.269902 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d4189045-c5c4-42a3-b0b8-a97939d1433a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.294864 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4189045-c5c4-42a3-b0b8-a97939d1433a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:33.382796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.483625 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.486248 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks [] for router_controller (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.494043 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:33.610875 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (fa2d7673-cdb7-4b30-82c4-90a0d7c4db05), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.611653 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 22:57:33.616414 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.617714 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-af88626c-846b-48c6-ab22-f3ab86cb2ce6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fa2d7673-cdb7-4b30-82c4-90a0d7c4db05 HTTP/1.1" status: 204 len: 168 time: 1.2170732 May 18 22:57:33.620390 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52160) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:33.687124 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07c210a-49e0-4f87-8e05-f487fbcf4e27 admin admin] Deleting subnet 6e6e210e-4de8-4c5e-acba-3bf9116d8f2b {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:57:33.691167 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c07c210a-49e0-4f87-8e05-f487fbcf4e27 admin admin] Publish callbacks [] for subnet (6e6e210e-4de8-4c5e-acba-3bf9116d8f2b), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.737864 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c07c210a-49e0-4f87-8e05-f487fbcf4e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (6e6e210e-4de8-4c5e-acba-3bf9116d8f2b), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.837438 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c07c210a-49e0-4f87-8e05-f487fbcf4e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (6e6e210e-4de8-4c5e-acba-3bf9116d8f2b), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:33.974811 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c07c210a-49e0-4f87-8e05-f487fbcf4e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (6e6e210e-4de8-4c5e-acba-3bf9116d8f2b), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.037020 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c210a-49e0-4f87-8e05-f487fbcf4e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6e210e-4de8-4c5e-acba-3bf9116d8f2b,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:34.050661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c07c210a-49e0-4f87-8e05-f487fbcf4e27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.053164 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a8951-552f-4198-a3f5-bf7c9b4afa46 None None] Network 68b3ef45-4681-44c9-a6ac-fa6061c84cda requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:57:34.059545 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52164) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:34.068236 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c07c210a-49e0-4f87-8e05-f487fbcf4e27 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6e6e210e-4de8-4c5e-acba-3bf9116d8f2b HTTP/1.1" status: 204 len: 168 time: 0.4464056 May 18 22:57:34.272093 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] DHCP port deletion for 68b3ef45-4681-44c9-a6ac-fa6061c84cda request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 22:57:34.323707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] Deleting port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:57:34.324097 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.418726 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] For port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:34.419121 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.433431 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] Calling delete_port for bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:57:34.472184 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cf3f2-064b-4373-b688-72d79863c25e req-23de1f55-7e20-472b-845c-505e81784a27 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:34.473650 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-723cf3f2-064b-4373-b688-72d79863c25e req-23de1f55-7e20-472b-845c-505e81784a27 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.3951550 May 18 22:57:34.544842 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (68b3ef45-4681-44c9-a6ac-fa6061c84cda), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.556876 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-723cf3f2-064b-4373-b688-72d79863c25e req-1a2eea0a-28cc-43ed-9c48-28348066f8f2 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741665 May 18 22:57:34.597261 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Deleting port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:57:34.597599 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.613938 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.640228 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] No DVR routers for this DVR port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:57:34.644090 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52deb23-3e0d-405d-921c-8f801c475dfc None None] Pushing event deleted for resources: {'Port': ['ID=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:34.666040 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] For port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,segment=NetworkSegment(9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d),segment_id=9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:34.666533 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.679830 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Calling delete_port for bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:57:34.770498 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.805344 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:34.808899 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] No DVR routers for this DVR port bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 on host dv-cinder-838009-6-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:57:34.825314 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:57:34.848453 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:57:34.855694 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device bc28ddfd-2b0c-4fec-a64b-be3bb6f2b7c4 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:57:34.855694 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 4eb9995f-d00a-4416-a785-5155443c3407 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:57:34.877627 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 4eb9995f-d00a-4416-a785-5155443c3407 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:57:34.877994 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 4eb9995f-d00a-4416-a785-5155443c3407 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:57:34.878447 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d4189045-c5c4-42a3-b0b8-a97939d1433a no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:57:34.898691 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (68b3ef45-4681-44c9-a6ac-fa6061c84cda), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.910954 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: d4189045-c5c4-42a3-b0b8-a97939d1433a {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:57:34.911284 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d4189045-c5c4-42a3-b0b8-a97939d1433a not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:57:34.944259 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:34.948217 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b3ef45-4681-44c9-a6ac-fa6061c84cda']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:34.959048 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:34.959341 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:57:34.968888 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5175124'] for segment (9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.984263 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.993211 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:57:34.993211 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4530294'] for segment (9bc7fc75-ab56-4f4e-9c2a-ba86394bef5d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: self.session.flush() May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: self.session.flush() May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: self.session.flush() May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: self.session.flush() May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: Traceback (most recent call last): May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: timer() May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: cb(*args, **kw) May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: return func(*args, **kwargs) May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: self._notify() May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: self.callback(batched_events) May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: event.method(event) May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: return f(self, *a, **k) May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._get(url).json() May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:57:34.993493 dv-cinder-838009-6-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:57:35.114352 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (68b3ef45-4681-44c9-a6ac-fa6061c84cda), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:35.132233 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:35.135473 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] 10.222.0.70 "DELETE /v2.0/networks/68b3ef45-4681-44c9-a6ac-fa6061c84cda HTTP/1.1" status: 204 len: 168 time: 1.0749390 May 18 22:57:35.136478 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c0d84-7125-45c2-a4a3-39e5df29b88b admin admin] Pushing event deleted for resources: {'Network': ['ID=68b3ef45-4681-44c9-a6ac-fa6061c84cda,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:35.470974 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52168) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:35.518464 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-23d84611-8af0-4819-bc86-4ffac12625b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89ab9bb65d8a44348faf97c7d19d8c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461705 May 18 22:57:35.520938 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52170) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:35.573287 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e252be1b-6779-4b97-a47e-b68f21f74db2 admin admin] Publish callbacks [] for security_group (06994ef9-c6dd-4bba-9f1d-efb0b9fb0b22), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:35.599460 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e252be1b-6779-4b97-a47e-b68f21f74db2 admin admin] Publish callbacks [] for security_group (06994ef9-c6dd-4bba-9f1d-efb0b9fb0b22), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:35.653944 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:35.721360 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d265-c064-4bd0-b10b-2a107f247015 req-7502e38b-7701-4718-a7dc-86e630accee5 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:35.723930 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a0c5d265-c064-4bd0-b10b-2a107f247015 req-7502e38b-7701-4718-a7dc-86e630accee5 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.0682564 May 18 22:57:35.782915 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a0c5d265-c064-4bd0-b10b-2a107f247015 req-919a5946-7d1e-45e6-9e9b-29b891dbfb57 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533938 May 18 22:57:36.070782 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e252be1b-6779-4b97-a47e-b68f21f74db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (06994ef9-c6dd-4bba-9f1d-efb0b9fb0b22), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:36.073347 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e252be1b-6779-4b97-a47e-b68f21f74db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:36.074492 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e252be1b-6779-4b97-a47e-b68f21f74db2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06994ef9-c6dd-4bba-9f1d-efb0b9fb0b22 HTTP/1.1" status: 204 len: 168 time: 0.5524716 May 18 22:57:36.083302 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252be1b-6779-4b97-a47e-b68f21f74db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06994ef9-c6dd-4bba-9f1d-efb0b9fb0b22,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:36.590352 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:36.670844 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7cfd98d9-6db2-463a-a11a-4cb3e7829a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:36.904898 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d906d-5344-491c-ae35-183056470133 req-dce6dad2-a48a-4190-8308-53fc50fdbe28 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:36.906423 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-043d906d-5344-491c-ae35-183056470133 req-dce6dad2-a48a-4190-8308-53fc50fdbe28 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.0487261 May 18 22:57:36.961416 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-043d906d-5344-491c-ae35-183056470133 req-1ef739b1-7116-4bd5-af70-9b19d854b4d3 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482984 May 18 22:57:38.098023 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f378276-680f-4779-ba89-0210e05a9124 req-ff50eb3a-ba20-4281-b114-6e17ac0272aa tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:38.102950 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f378276-680f-4779-ba89-0210e05a9124 req-ff50eb3a-ba20-4281-b114-6e17ac0272aa tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.0659394 May 18 22:57:38.152753 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f378276-680f-4779-ba89-0210e05a9124 req-d2726181-c45c-4533-86ef-b7085f1208f6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 May 18 22:57:38.899711 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0b07-1e7a-425a-accb-871242bd68bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:39.267572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6ef5b-e1ea-4f10-986f-f0be52fc1b3a req-789e94c6-66b6-4512-a4bd-e525f6f3dc9c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:39.269042 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ace6ef5b-e1ea-4f10-986f-f0be52fc1b3a req-789e94c6-66b6-4512-a4bd-e525f6f3dc9c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 931 time: 0.0485525 May 18 22:57:39.322154 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ace6ef5b-e1ea-4f10-986f-f0be52fc1b3a req-f5eff1b1-704f-48cf-8feb-3a41a79242d7 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473847 May 18 22:57:39.388602 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Request body: {'port': {'device_id': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:39.451113 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:39.691179 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:39.738517 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f877a6-d013-42a7-9c40-0e319d309c38 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:57:39.745986 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Publish callbacks [] for port (05f877a6-d013-42a7-9c40-0e319d309c38), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:39.758900 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Transition to ACTIVE for port object 05f877a6-d013-42a7-9c40-0e319d309c38 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:57:39.830757 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:39.876862 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:39.883692 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Pushing event updated for resources: {'Port': ['ID=05f877a6-d013-42a7-9c40-0e319d309c38,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:39.907002 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:57:39.962527 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Attempting to bind port 05f877a6-d013-42a7-9c40-0e319d309c38 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:57:39.962874 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Attempting to bind port 05f877a6-d013-42a7-9c40-0e319d309c38 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:57:39.963208 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Attempting to bind port 05f877a6-d013-42a7-9c40-0e319d309c38 on network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:57:39.968207 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Port 05f877a6-d013-42a7-9c40-0e319d309c38 on network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:57:39.968538 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Attempting to bind port 05f877a6-d013-42a7-9c40-0e319d309c38 on network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:57:39.973771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:57:39.974180 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Checking segment: {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:57:39.974571 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Bound using segment: {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:57:39.975003 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Bound port: 05f877a6-d013-42a7-9c40-0e319d309c38, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f193c078-3a02-4374-b4f7-21e6f79fe2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:57:39.975371 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:40.032464 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:40.056286 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] For port 05f877a6-d013-42a7-9c40-0e319d309c38, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:57:40.065977 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] For port 05f877a6-d013-42a7-9c40-0e319d309c38, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=05f877a6-d013-42a7-9c40-0e319d309c38,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:57:40.123071 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:40.163569 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:40.164192 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:40.165814 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] 10.222.0.24 "PUT /v2.0/ports/05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 1093 time: 0.8775241 May 18 22:57:40.166278 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:57:40.168502 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc9417-6e13-4f31-bed1-1562b93e31c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:57:40.197134 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d988602-974d-478f-ae63-c0cb82df7553 service neutron] Pushing event updated for resources: {'Port': ['ID=05f877a6-d013-42a7-9c40-0e319d309c38,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:40.346473 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-d9f9bcc7-ad65-4f76-b1b2-edca0d5bbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:40.348480 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-d9f9bcc7-ad65-4f76-b1b2-edca0d5bbbf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1127 time: 0.0490704 May 18 22:57:40.350790 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8426686e-628d-4294-b551-099a96ba917f x-openstack-request-id: req-8426686e-628d-4294-b551-099a96ba917f {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:57:40.351805 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:57:40.352426 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8426686e-628d-4294-b551-099a96ba917f {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:57:40.352537 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8426686e-628d-4294-b551-099a96ba917f'] response: {'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38', 'status': 'completed', 'code': 200} May 18 22:57:40.406465 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-bb23bb04-d112-4b68-aab8-e52dcf4623b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 217 time: 0.0352302 May 18 22:57:40.489496 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794346-9b13-4ebd-8d37-179eaaf9eeec req-cd770069-9ffb-413a-823e-8baea4b7994c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:40.490931 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-08794346-9b13-4ebd-8d37-179eaaf9eeec req-cd770069-9ffb-413a-823e-8baea4b7994c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 943 time: 0.0869870 May 18 22:57:40.500202 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-19898be3-1dbb-4af6-8cd6-ade837024188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:40.502857 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-19898be3-1dbb-4af6-8cd6-ade837024188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0856113 May 18 22:57:40.577083 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-3533d3a9-523f-44cf-a0af-11a5f9a49c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:40.577083 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-3533d3a9-523f-44cf-a0af-11a5f9a49c2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614066 May 18 22:57:40.582349 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-08794346-9b13-4ebd-8d37-179eaaf9eeec req-a4991bda-49d7-45e6-9ffd-2cceff1b679f tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847831 May 18 22:57:40.654215 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:40.677515 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-1bd6bfc9-61c1-48be-a02a-b6a65460dd3f service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926573 May 18 22:57:40.769219 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2526800-ae7e-4912-8273-2b59c02e0ab5 req-f8fee5f2-00d8-4739-8722-08d24377a1e0 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860662 May 18 22:57:41.608523 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:41.706954 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640df3-e752-4373-ae3f-7a3d3814354f req-8205634f-908e-43a5-a91f-1be7b98352aa tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:41.708422 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2640df3-e752-4373-ae3f-7a3d3814354f req-8205634f-908e-43a5-a91f-1be7b98352aa tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 943 time: 0.0527346 May 18 22:57:41.757794 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2640df3-e752-4373-ae3f-7a3d3814354f req-6d092ca3-9e1f-44ae-a711-5254c475af77 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 May 18 22:57:42.871560 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0d87f-5e42-4b4c-9107-0488016edfc3 req-54ee59e3-cd96-4f4a-99d0-452d185c9269 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:42.873012 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5fc0d87f-5e42-4b4c-9107-0488016edfc3 req-54ee59e3-cd96-4f4a-99d0-452d185c9269 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 943 time: 0.0483935 May 18 22:57:42.920427 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5fc0d87f-5e42-4b4c-9107-0488016edfc3 req-9fba6049-ab09-4d67-99cf-630603a7bf62 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 May 18 22:57:42.928009 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:43.191865 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 05f877a6-d013-42a7-9c40-0e319d309c38 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:57:43.292376 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 05f877a6-d013-42a7-9c40-0e319d309c38, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=05f877a6-d013-42a7-9c40-0e319d309c38,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:43.304478 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '05f877a6-d013-42a7-9c40-0e319d309c38', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'port_id': '05f877a6-d013-42a7-9c40-0e319d309c38', 'mac_address': 'fa:16:3e:84:7b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:57:43.340921 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 05f877a6-d013-42a7-9c40-0e319d309c38 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:43.341308 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:43.355100 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f877a6-d013-42a7-9c40-0e319d309c38 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:57:43.366705 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:43.375245 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 05f877a6-d013-42a7-9c40-0e319d309c38, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=05f877a6-d013-42a7-9c40-0e319d309c38,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:43.465228 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:43.513486 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=05f877a6-d013-42a7-9c40-0e319d309c38,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:43.532120 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-e0974d49-a870-4989-aef9-3ba7acb9d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:43.534083 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-e0974d49-a870-4989-aef9-3ba7acb9d046 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1128 time: 0.0480247 May 18 22:57:43.631438 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-37e0b3f6-c3b3-4244-9a14-f2890f0ff724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:43.632975 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-37e0b3f6-c3b3-4244-9a14-f2890f0ff724 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.0884857 May 18 22:57:43.788498 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52274) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:43.873922 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['05f877a6-d013-42a7-9c40-0e319d309c38'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:57:43.896285 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a354-9bb9-4e3d-a706-96b7fa7e6b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:43.897407 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=38 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:43.914775 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-8c2f3a61-e906-4f62-9a2d-aad33451241f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 217 time: 0.0492687 May 18 22:57:43.975773 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-444db88f-98b0-4fc5-968f-7fbb248ba103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:43.977627 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-444db88f-98b0-4fc5-968f-7fbb248ba103 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0566778 May 18 22:57:44.006780 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a354-9bb9-4e3d-a706-96b7fa7e6b9d admin admin] Publish callbacks [] for security_group (e27596cb-4b86-4ab3-8cfe-a3e4e5c9708e), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:44.059289 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-4954b087-cf65-4b4c-9acd-a656d18f562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:44.060810 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-4954b087-cf65-4b4c-9acd-a656d18f562b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767598 May 18 22:57:44.072587 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990995-17d3-4dae-9220-22543a2e0bff req-f9aea832-bd86-4f7c-97c2-74456aa595d0 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:44.074083 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24990995-17d3-4dae-9220-22543a2e0bff req-f9aea832-bd86-4f7c-97c2-74456aa595d0 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 944 time: 0.0761409 May 18 22:57:44.099061 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a354-9bb9-4e3d-a706-96b7fa7e6b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e27596cb-4b86-4ab3-8cfe-a3e4e5c9708e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:44.138090 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5a354-9bb9-4e3d-a706-96b7fa7e6b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27596cb-4b86-4ab3-8cfe-a3e4e5c9708e,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:44.146082 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e1d5a354-9bb9-4e3d-a706-96b7fa7e6b9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=538e7cc5c88d435f8b4f066b818d8963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539419 May 18 22:57:44.146399 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52280) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:44.160206 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:44.177938 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24990995-17d3-4dae-9220-22543a2e0bff req-f10a8b72-f59e-474d-a26c-c6971b2b0787 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981228 May 18 22:57:44.203423 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ca1922c9-b48e-4a03-8e1a-0767af27122c admin admin] Publish callbacks [] for security_group (e27596cb-4b86-4ab3-8cfe-a3e4e5c9708e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:44.206326 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-482f4673-525b-43da-8163-e1fef5c79da5 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191220 May 18 22:57:44.224438 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ca1922c9-b48e-4a03-8e1a-0767af27122c admin admin] Publish callbacks [] for security_group (e27596cb-4b86-4ab3-8cfe-a3e4e5c9708e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:44.345649 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ca1922c9-b48e-4a03-8e1a-0767af27122c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e27596cb-4b86-4ab3-8cfe-a3e4e5c9708e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:44.348400 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ca1922c9-b48e-4a03-8e1a-0767af27122c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:44.349544 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ca1922c9-b48e-4a03-8e1a-0767af27122c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e27596cb-4b86-4ab3-8cfe-a3e4e5c9708e HTTP/1.1" status: 204 len: 168 time: 0.2022409 May 18 22:57:44.358135 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1922c9-b48e-4a03-8e1a-0767af27122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27596cb-4b86-4ab3-8cfe-a3e4e5c9708e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:44.393295 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9dc9417-6e13-4f31-bed1-1562b93e31c1 req-f5401fe1-4b3d-4674-a0b1-31f1c59c16ed service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933011 May 18 22:57:44.919532 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52286) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:44.932541 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-80f03e21-de23-42cf-a4e4-84f04a4b92f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:44.943081 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:45.009272 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-80f03e21-de23-42cf-a4e4-84f04a4b92f7 admin admin] Publish callbacks [] for security_group (c6fd131c-bf67-4618-81b6-aa2af31f6f33), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.086256 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-80f03e21-de23-42cf-a4e4-84f04a4b92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (c6fd131c-bf67-4618-81b6-aa2af31f6f33), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.104006 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=11 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:45.123819 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f03e21-de23-42cf-a4e4-84f04a4b92f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd131c-bf67-4618-81b6-aa2af31f6f33,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:45.129569 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-80f03e21-de23-42cf-a4e4-84f04a4b92f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7559dadce92e47fbbf75e4fda467d32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090871 May 18 22:57:45.132402 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52288) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:45.181587 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a324980a-069e-42ee-9576-ad27e812e9d9 admin admin] Publish callbacks [] for security_group (c6fd131c-bf67-4618-81b6-aa2af31f6f33), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.202797 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a324980a-069e-42ee-9576-ad27e812e9d9 admin admin] Publish callbacks [] for security_group (c6fd131c-bf67-4618-81b6-aa2af31f6f33), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.210842 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 05f877a6-d013-42a7-9c40-0e319d309c38 up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:57:45.253976 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 05f877a6-d013-42a7-9c40-0e319d309c38 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:57:45.293649 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6781ad6-16f3-4e5c-bbb5-1a299c930a14 req-2d00e579-914c-412e-acef-50880c185059 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:45.295120 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6781ad6-16f3-4e5c-bbb5-1a299c930a14 req-2d00e579-914c-412e-acef-50880c185059 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 944 time: 0.0473506 May 18 22:57:45.343123 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6781ad6-16f3-4e5c-bbb5-1a299c930a14 req-a93968dc-7390-43f7-8c3b-887281645719 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422723 May 18 22:57:45.349151 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 05f877a6-d013-42a7-9c40-0e319d309c38 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:57:45.349357 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a324980a-069e-42ee-9576-ad27e812e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (c6fd131c-bf67-4618-81b6-aa2af31f6f33), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.349523 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.351948 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a324980a-069e-42ee-9576-ad27e812e9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.353198 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a324980a-069e-42ee-9576-ad27e812e9d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6fd131c-bf67-4618-81b6-aa2af31f6f33 HTTP/1.1" status: 204 len: 168 time: 0.2198105 May 18 22:57:45.366604 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324980a-069e-42ee-9576-ad27e812e9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd131c-bf67-4618-81b6-aa2af31f6f33,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:45.438641 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 05f877a6-d013-42a7-9c40-0e319d309c38 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:57:45.439780 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.450230 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:45.464636 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:57:45.473608 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a0dc4b-4509-48b7-a2e9-4ae5717b554f" -d '{"events": [{"server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "name": "network-vif-plugged", "status": "completed", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:57:45.479589 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 05f877a6-d013-42a7-9c40-0e319d309c38, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=05f877a6-d013-42a7-9c40-0e319d309c38,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:57:45.607214 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:45.630478 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c791b77f-6374-47c8-b47a-4ee9ae1440ab x-openstack-request-id: req-c791b77f-6374-47c8-b47a-4ee9ae1440ab {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:57:45.630767 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "name": "network-vif-plugged", "status": "completed", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:57:45.631045 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c791b77f-6374-47c8-b47a-4ee9ae1440ab {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:57:45.631457 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c791b77f-6374-47c8-b47a-4ee9ae1440ab'] response: {'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38', 'code': 200} May 18 22:57:45.656610 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=05f877a6-d013-42a7-9c40-0e319d309c38,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:45.979572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213afb7-71d8-49cb-86c9-07e226a072bc req-e3454481-94ab-439c-a516-1190bf18200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:45.981110 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c213afb7-71d8-49cb-86c9-07e226a072bc req-e3454481-94ab-439c-a516-1190bf18200d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1129 time: 0.0404191 May 18 22:57:46.026247 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c213afb7-71d8-49cb-86c9-07e226a072bc req-bbb73a59-bfc1-436d-b266-0d5424cb684c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386584 May 18 22:57:46.462156 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232681ca-abb5-47cb-a533-9d68a01dc916 req-f3272e69-5028-48fd-90aa-8f6b95a8acdc tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:46.463640 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-232681ca-abb5-47cb-a533-9d68a01dc916 req-f3272e69-5028-48fd-90aa-8f6b95a8acdc tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0511143 May 18 22:57:46.511831 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-232681ca-abb5-47cb-a533-9d68a01dc916 req-8639f39d-3467-4b26-9a29-966062431fdb tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 May 18 22:57:47.630282 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127462-10bf-4dd5-981b-5be2a29965cc req-65143bad-c2de-46e6-b94e-e5cc20698b33 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:47.631760 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b6127462-10bf-4dd5-981b-5be2a29965cc req-65143bad-c2de-46e6-b94e-e5cc20698b33 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0497203 May 18 22:57:47.668214 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:47.680895 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b6127462-10bf-4dd5-981b-5be2a29965cc req-252905e6-84cb-47a1-ae91-e2b130f70267 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435991 May 18 22:57:47.752424 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-08a9424d-f2ad-4ef9-a26e-9037f4809464 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386822 May 18 22:57:47.803196 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e9fd5-5874-4542-a703-2f93e35f53b9 req-9e00f6c4-7368-489c-8dc0-ee98b4c97270 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:47.804701 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca5e9fd5-5874-4542-a703-2f93e35f53b9 req-9e00f6c4-7368-489c-8dc0-ee98b4c97270 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0514193 May 18 22:57:47.879305 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-1deb4776-b9b7-4e56-93d8-93f0a52b9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:47.880777 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-1deb4776-b9b7-4e56-93d8-93f0a52b9b51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1129 time: 0.0635509 May 18 22:57:47.884224 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca5e9fd5-5874-4542-a703-2f93e35f53b9 req-30e09ea9-f7b0-43f8-ac91-69a41e59b1b2 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741308 May 18 22:57:47.992055 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-2bbc3ed9-0acb-4742-8b5f-e7debbc8aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:47.993599 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-2bbc3ed9-0acb-4742-8b5f-e7debbc8aa86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.0928125 May 18 22:57:48.033153 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-556eb8be-56a8-4bdc-a775-236d4461d1a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 217 time: 0.0333917 May 18 22:57:48.089405 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-c86f7988-d389-49c3-bcca-a7a3c3397bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:48.090914 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-c86f7988-d389-49c3-bcca-a7a3c3397bec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0517623 May 18 22:57:48.139370 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-f0e57361-0376-47a9-b9a7-730615560aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:48.140883 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-f0e57361-0376-47a9-b9a7-730615560aae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438211 May 18 22:57:48.250469 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919e3d5-56d4-40f8-86eb-a22d5fa8d8e4 req-225e3d45-6fae-44a5-800f-a30eeeb640fd tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:48.252624 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0919e3d5-56d4-40f8-86eb-a22d5fa8d8e4 req-225e3d45-6fae-44a5-800f-a30eeeb640fd tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0572214 May 18 22:57:48.270308 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:48.296737 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-ddc78efe-b696-4a1e-98e5-474547095fa5 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496515 May 18 22:57:48.364297 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0919e3d5-56d4-40f8-86eb-a22d5fa8d8e4 req-8dbb547e-3a1e-456c-a3a1-3ef3aa34002a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011784 May 18 22:57:48.408618 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43f0bccf-4775-40db-818c-ff7cd12547bb req-adc2e009-1c02-4678-9481-7e15a881ff56 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993750 May 18 22:57:49.907093 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=11 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:54.264999 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52454) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:54.370144 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b1e41f91-d06d-4a2a-bf93-c55f07037fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:54.444354 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b1e41f91-d06d-4a2a-bf93-c55f07037fb4 admin admin] Publish callbacks [] for security_group (71bcd54e-0952-4611-94a7-eb9df5d298c1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:54.527529 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b1e41f91-d06d-4a2a-bf93-c55f07037fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (71bcd54e-0952-4611-94a7-eb9df5d298c1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:54.567941 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41f91-d06d-4a2a-bf93-c55f07037fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bcd54e-0952-4611-94a7-eb9df5d298c1,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:54.572190 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b1e41f91-d06d-4a2a-bf93-c55f07037fb4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6aaae4d68a44d6b9fb5e003eb5a989b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061433 May 18 22:57:54.575405 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52458) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:54.621119 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2dee3c53-65de-47d9-b48a-6ebdb3d80b2d admin admin] Publish callbacks [] for security_group (71bcd54e-0952-4611-94a7-eb9df5d298c1), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:54.641947 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2dee3c53-65de-47d9-b48a-6ebdb3d80b2d admin admin] Publish callbacks [] for security_group (71bcd54e-0952-4611-94a7-eb9df5d298c1), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:54.744355 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2dee3c53-65de-47d9-b48a-6ebdb3d80b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (71bcd54e-0952-4611-94a7-eb9df5d298c1), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:54.746860 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2dee3c53-65de-47d9-b48a-6ebdb3d80b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:54.748005 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2dee3c53-65de-47d9-b48a-6ebdb3d80b2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71bcd54e-0952-4611-94a7-eb9df5d298c1 HTTP/1.1" status: 204 len: 168 time: 0.1722457 May 18 22:57:54.756373 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee3c53-65de-47d9-b48a-6ebdb3d80b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bcd54e-0952-4611-94a7-eb9df5d298c1,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:55.283462 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52466) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:55.297577 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-87c94f24-0522-4902-97ec-3781b0c5d946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:55.375239 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-87c94f24-0522-4902-97ec-3781b0c5d946 admin admin] Publish callbacks [] for security_group (9859ada3-7003-4910-bb96-d52987f346bd), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:55.424819 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-87c94f24-0522-4902-97ec-3781b0c5d946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (9859ada3-7003-4910-bb96-d52987f346bd), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:55.445042 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:55.465230 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-87c94f24-0522-4902-97ec-3781b0c5d946 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb3086d04e4c4f129e212b0211a66a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807551 May 18 22:57:55.466698 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c94f24-0522-4902-97ec-3781b0c5d946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9859ada3-7003-4910-bb96-d52987f346bd,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:55.468046 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52468) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:55.518516 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6689086f-63e7-4769-a2c2-8889be7296c7 admin admin] Publish callbacks [] for security_group (9859ada3-7003-4910-bb96-d52987f346bd), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:55.539714 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6689086f-63e7-4769-a2c2-8889be7296c7 admin admin] Publish callbacks [] for security_group (9859ada3-7003-4910-bb96-d52987f346bd), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:55.571986 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:55.652065 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6689086f-63e7-4769-a2c2-8889be7296c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (9859ada3-7003-4910-bb96-d52987f346bd), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:55.654607 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6689086f-63e7-4769-a2c2-8889be7296c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:55.655757 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6689086f-63e7-4769-a2c2-8889be7296c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9859ada3-7003-4910-bb96-d52987f346bd HTTP/1.1" status: 204 len: 168 time: 0.1867347 May 18 22:57:55.664043 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689086f-63e7-4769-a2c2-8889be7296c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9859ada3-7003-4910-bb96-d52987f346bd,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:58.568090 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059b12-1c13-4d5b-850a-37f180294b7c req-7162999a-4473-4639-8060-f9517e66a6d1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:58.569596 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e3059b12-1c13-4d5b-850a-37f180294b7c req-7162999a-4473-4639-8060-f9517e66a6d1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0490201 May 18 22:57:58.617122 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e3059b12-1c13-4d5b-850a-37f180294b7c req-5c885427-a13b-4747-95db-ffc6a476c494 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 May 18 22:57:58.639285 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52544) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:58.832004 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b7a7d7-6e28-4d3f-a577-892d3f36081f tempest-TestMinimumBasicScenario-764055595 tempest-TestMinimumBasicScenario-764055595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:57:58.833537 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d2b7a7d7-6e28-4d3f-a577-892d3f36081f tempest-TestMinimumBasicScenario-764055595 tempest-TestMinimumBasicScenario-764055595-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1124 time: 0.1933317 May 18 22:57:58.836533 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52552) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:58.840748 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'floatingip': {'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'port_id': '05f877a6-d013-42a7-9c40-0e319d309c38', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:57:58.926297 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.007552 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.117751 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Allocated IP 172.27.1.21 (65f1145d-24de-46fd-820f-6cbd5d5d69cc/0f386e4c-f592-4cc6-a504-3f75184f9456/b30d9fff-5062-4aec-a873-ef53ac3a8695) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:57:59.152048 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52556) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:59.226528 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for port (b30d9fff-5062-4aec-a873-ef53ac3a8695), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.258693 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-afc33911-0caa-4c49-94e2-fc234fe41c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.335820 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-afc33911-0caa-4c49-94e2-fc234fe41c4d admin admin] Publish callbacks [] for security_group (621b6099-e0ed-4c65-a673-5ecc59d68a98), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.339719 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (b30d9fff-5062-4aec-a873-ef53ac3a8695), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.370808 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:59.385796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Network 65f1145d-24de-46fd-820f-6cbd5d5d69cc is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:57:59.390584 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:57:59.395743 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:57:59.398651 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'Port': ['ID=b30d9fff-5062-4aec-a873-ef53ac3a8695,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:59.411996 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-afc33911-0caa-4c49-94e2-fc234fe41c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (621b6099-e0ed-4c65-a673-5ecc59d68a98), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.442260 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.452541 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-afc33911-0caa-4c49-94e2-fc234fe41c4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ced3ed665864994be4e9b8c18f16070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993789 May 18 22:57:59.455178 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc33911-0caa-4c49-94e2-fc234fe41c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b6099-e0ed-4c65-a673-5ecc59d68a98,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:59.456312 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52560) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:57:59.493729 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:59.506799 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Publish callbacks [] for security_group (621b6099-e0ed-4c65-a673-5ecc59d68a98), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.519506 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:57:59.529469 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Publish callbacks [] for security_group (621b6099-e0ed-4c65-a673-5ecc59d68a98), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.669277 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (621b6099-e0ed-4c65-a673-5ecc59d68a98), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.671826 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.673626 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/621b6099-e0ed-4c65-a673-5ecc59d68a98 HTTP/1.1" status: 204 len: 168 time: 0.2157574 May 18 22:57:59.682338 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b6099-e0ed-4c65-a673-5ecc59d68a98,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:57:59.690579 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.690929 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.691266 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.691921 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.691921 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.692231 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.692551 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.692869 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.693314 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.693640 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.693959 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.694392 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.694612 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.694934 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.695240 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d26c3b-8919-4c95-b8fe-f583ba4dcc0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:57:59.803516 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for floatingip (64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:57:59.930229 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (b30d9fff-5062-4aec-a873-ef53ac3a8695), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.115637 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for port (b30d9fff-5062-4aec-a873-ef53ac3a8695), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.183122 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (b30d9fff-5062-4aec-a873-ef53ac3a8695), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.251778 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'Port': ['ID=b30d9fff-5062-4aec-a873-ef53ac3a8695,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:00.263611 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.263952 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.264285 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.264615 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.264940 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.265296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.265618 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.265933 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.266275 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.266592 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.266955 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.267277 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.267720 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.268039 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.268355 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:00.271757 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-425139'] for floatingip (64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.273563 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:00.358593 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52566) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:00.372296 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-747734ee-9415-43a9-9d25-0f5ec9c58966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.374052 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Floating IP 64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1 associated. External IP: 172.27.1.21, port: 05f877a6-d013-42a7-9c40-0e319d309c38. May 18 22:58:00.450174 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-747734ee-9415-43a9-9d25-0f5ec9c58966 admin admin] Publish callbacks [] for security_group (a4dc93ec-e9ad-48c8-942a-72707c2f5b1e), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.504913 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-747734ee-9415-43a9-9d25-0f5ec9c58966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a4dc93ec-e9ad-48c8-942a-72707c2f5b1e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.545857 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-747734ee-9415-43a9-9d25-0f5ec9c58966 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8dc467201f9444a8ef57a45826096f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859455 May 18 22:58:00.547908 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747734ee-9415-43a9-9d25-0f5ec9c58966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc93ec-e9ad-48c8-942a-72707c2f5b1e,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:00.550955 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52568) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:00.605930 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf01b-9835-4bed-aa05-91dbbb8ccf2e admin admin] Publish callbacks [] for security_group (a4dc93ec-e9ad-48c8-942a-72707c2f5b1e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.631033 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf01b-9835-4bed-aa05-91dbbb8ccf2e admin admin] Publish callbacks [] for security_group (a4dc93ec-e9ad-48c8-942a-72707c2f5b1e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.761893 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf01b-9835-4bed-aa05-91dbbb8ccf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (a4dc93ec-e9ad-48c8-942a-72707c2f5b1e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.764464 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0bdbf01b-9835-4bed-aa05-91dbbb8ccf2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:00.765614 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0bdbf01b-9835-4bed-aa05-91dbbb8ccf2e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4dc93ec-e9ad-48c8-942a-72707c2f5b1e HTTP/1.1" status: 204 len: 168 time: 0.2136586 May 18 22:58:00.774500 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbf01b-9835-4bed-aa05-91dbbb8ccf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc93ec-e9ad-48c8-942a-72707c2f5b1e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:00.826811 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:00.837168 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 22:58:00.941487 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 22:58:00.956235 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] Sync routers for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 22:58:00.966083 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:58:00.966717 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:58:01.025438 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.062409 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-63f3bbb0-baa7-4fe2-8a95-0b9aa644cb36 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2247229 May 18 22:58:01.063129 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:58:01.064251 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52572) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:01.066605 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:58:01.068750 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-021a98ae-5bd5-4840-90a5-12932065dd07 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936310504', 'description': 'tempest-secgroup-smoke-1936310504 description', 'project_id': 'd6448a906a594b6183ad55b7c49b24ff'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:01.077384 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:58:01.116945 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81452cd-19df-4f03-a6a6-02eee3e2f8d5 x-openstack-request-id: req-e81452cd-19df-4f03-a6a6-02eee3e2f8d5 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:58:01.117242 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:58:01.117558 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e81452cd-19df-4f03-a6a6-02eee3e2f8d5 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:58:01.117994 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81452cd-19df-4f03-a6a6-02eee3e2f8d5'] response: {'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38', 'status': 'completed', 'code': 200} May 18 22:58:01.172586 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-021a98ae-5bd5-4840-90a5-12932065dd07 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.189638 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:01.233467 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-d815951e-2cd1-496b-8474-a496f303f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:01.235234 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-d815951e-2cd1-496b-8474-a496f303f6f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1129 time: 0.0658662 May 18 22:58:01.261543 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-021a98ae-5bd5-4840-90a5-12932065dd07 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group (afc41bdb-26ff-4d5d-8cfb-ac29d91decf4), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.311335 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-021a98ae-5bd5-4840-90a5-12932065dd07 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (afc41bdb-26ff-4d5d-8cfb-ac29d91decf4), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.348046 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-b7ecf064-cf78-41c5-a45f-9b0592c157c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:01.348457 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a98ae-5bd5-4840-90a5-12932065dd07 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:01.352067 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-b7ecf064-cf78-41c5-a45f-9b0592c157c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.1065683 May 18 22:58:01.399078 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-021a98ae-5bd5-4840-90a5-12932065dd07 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.405895 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-021a98ae-5bd5-4840-90a5-12932065dd07 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3350856 May 18 22:58:01.406046 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52586) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:01.410449 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-7ed8fe8c-4475-4f70-a824-854660159f3a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'security_group_rule': {'security_group_id': 'afc41bdb-26ff-4d5d-8cfb-ac29d91decf4', 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:01.418399 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-c4428a85-5ff9-4773-b0bc-6ec763f85ddc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 998 time: 0.0620413 May 18 22:58:01.435306 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:01.453499 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'port_id': '05f877a6-d013-42a7-9c40-0e319d309c38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'mac_address': 'fa:16:3e:84:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:57:59Z', 'updated_at': '2022-05-18T22:57:59Z', 'revision_number': 0, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 5, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:58:01.475277 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-e0464ea4-0873-479a-8bd1-9c93287a7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:01.476764 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-e0464ea4-0873-479a-8bd1-9c93287a7411 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0519531 May 18 22:58:01.482388 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] Checking router: a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 22:58:01.494067 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 22:58:01.494067 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T22:57:39Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:58:01.524037 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-3b8e7d4a-8cbb-4c5d-aa30-323c10a0652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:01.526519 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-3b8e7d4a-8cbb-4c5d-aa30-323c10a0652d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439939 May 18 22:58:01.529094 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fe8c-4475-4f70-a824-854660159f3a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (37503f7a-3d6c-446b-9ee8-50aca187d25c), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.539150 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:01.579986 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fe8c-4475-4f70-a824-854660159f3a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (37503f7a-3d6c-446b-9ee8-50aca187d25c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.599455 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 22:58:01.625405 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-dc189ed0-5bf7-4a55-80b9-2c24fe188698 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927365 May 18 22:58:01.664736 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fe8c-4475-4f70-a824-854660159f3a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (37503f7a-3d6c-446b-9ee8-50aca187d25c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.684422 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8fe8c-4475-4f70-a824-854660159f3a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37503f7a-3d6c-446b-9ee8-50aca187d25c,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:01.739640 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-914fcef3-8c0f-4feb-9f08-5d8b5f85bef5 req-981dda04-c2b4-46d1-8e00-42213205ec15 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074419 May 18 22:58:01.770092 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:01.791928 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fe8c-4475-4f70-a824-854660159f3a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.793151 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7ed8fe8c-4475-4f70-a824-854660159f3a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3861156 May 18 22:58:01.795730 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52594) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:01.801554 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-2f0120c8-bfad-4cba-bab3-1e6b4175a7b6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'security_group_rule': {'security_group_id': 'afc41bdb-26ff-4d5d-8cfb-ac29d91decf4', 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:01.842783 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'port_id': '05f877a6-d013-42a7-9c40-0e319d309c38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'mac_address': 'fa:16:3e:84:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:57:59Z', 'updated_at': '2022-05-18T22:57:59Z', 'revision_number': 0, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 5, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:58:01.867878 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745e126-0f9f-475d-aa4f-70c7fd2c7c7a None None] The sync data for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi is: [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_floatingips': [{'id': '64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'router_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'port_id': '05f877a6-d013-42a7-9c40-0e319d309c38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'mac_address': 'fa:16:3e:84:7b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-18T22:57:59Z', 'updated_at': '2022-05-18T22:57:59Z', 'revision_number': 0, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 5, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 22:58:01.888352 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52598) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:01.907288 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2f0120c8-bfad-4cba-bab3-1e6b4175a7b6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (d2e736b3-1b9f-45ae-ae88-055da9d664ca), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:01.973138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2f0120c8-bfad-4cba-bab3-1e6b4175a7b6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (d2e736b3-1b9f-45ae-ae88-055da9d664ca), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.001958 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1566038715-network', 'tenant_id': '5b2b243ed5194c57a9513438ed308d2f'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:02.042380 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2f0120c8-bfad-4cba-bab3-1e6b4175a7b6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (d2e736b3-1b9f-45ae-ae88-055da9d664ca), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.065443 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0120c8-bfad-4cba-bab3-1e6b4175a7b6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e736b3-1b9f-45ae-ae88-055da9d664ca,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:02.093126 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Made reservation on behalf of 5b2b243ed5194c57a9513438ed308d2f for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:58:02.097321 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.098423 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5833f-c90f-4ec2-89d3-cc58b113c5a1 None None] New status for floating IP 64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 22:58:02.107441 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.165754 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2f0120c8-bfad-4cba-bab3-1e6b4175a7b6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.169513 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2f0120c8-bfad-4cba-bab3-1e6b4175a7b6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3703418 May 18 22:58:02.169953 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52602) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:02.174449 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-ee6304c1-506f-4b38-bec8-242d984645a8 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'security_group_rule': {'security_group_id': 'afc41bdb-26ff-4d5d-8cfb-ac29d91decf4', 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:02.206071 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Publish callbacks [] for security_group (64ac28a2-6e9b-4c2d-aeb6-780b60410a53), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.276118 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (64ac28a2-6e9b-4c2d-aeb6-780b60410a53), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.303560 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 22:58:02.308867 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ac28a2-6e9b-4c2d-aeb6-780b60410a53,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:02.320684 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:02.322825 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783430984205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (cf97fa53-7f5e-4fa0-811b-1716581537ae), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.323228 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Added segment cf97fa53-7f5e-4fa0-811b-1716581537ae of type vlan for network 898d33b1-5275-4be9-96ec-c94be43ebe93 May 18 22:58:02.324608 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ee6304c1-506f-4b38-bec8-242d984645a8 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (9785c372-b17b-4e24-8f10-a40a492b4bae), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.387797 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783430419806'] for network (898d33b1-5275-4be9-96ec-c94be43ebe93), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.424594 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ee6304c1-506f-4b38-bec8-242d984645a8 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (9785c372-b17b-4e24-8f10-a40a492b4bae), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.471287 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ee6304c1-506f-4b38-bec8-242d984645a8 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (9785c372-b17b-4e24-8f10-a40a492b4bae), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.472994 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961'] for network (898d33b1-5275-4be9-96ec-c94be43ebe93), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.474090 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:02.477171 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.538109 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6304c1-506f-4b38-bec8-242d984645a8 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9785c372-b17b-4e24-8f10-a40a492b4bae,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:02.555612 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=898d33b1-5275-4be9-96ec-c94be43ebe93,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:02.565358 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Network 898d33b1-5275-4be9-96ec-c94be43ebe93 details requested by agent ovs-agent-dv-cinder-838009-6-iscsi with host dv-cinder-838009-6-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 18 22:58:02.649468 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ee6304c1-506f-4b38-bec8-242d984645a8 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.651919 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ee6304c1-506f-4b38-bec8-242d984645a8 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4798234 May 18 22:58:02.653406 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52604) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:02.657677 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-66d689cb-9aad-4f75-9779-2baac0078e64 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'security_group_rule': {'security_group_id': 'afc41bdb-26ff-4d5d-8cfb-ac29d91decf4', 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:02.675021 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e69be9ff-a0ff-4112-8451-7c06585c3ac1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7856152 May 18 22:58:02.678044 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52606) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:02.683090 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Request body: {'subnet': {'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1566038715-subnet', 'tenant_id': '5b2b243ed5194c57a9513438ed308d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:02.773008 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-66d689cb-9aad-4f75-9779-2baac0078e64 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (bebd9caa-dbdc-4400-8208-5cbc6b9a8e19), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.779165 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Made reservation on behalf of 5b2b243ed5194c57a9513438ed308d2f for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:58:02.781749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4299498'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.796291 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:02.834240 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-66d689cb-9aad-4f75-9779-2baac0078e64 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (bebd9caa-dbdc-4400-8208-5cbc6b9a8e19), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.904041 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:02.931918 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-66d689cb-9aad-4f75-9779-2baac0078e64 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (bebd9caa-dbdc-4400-8208-5cbc6b9a8e19), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:02.951379 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d689cb-9aad-4f75-9779-2baac0078e64 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebd9caa-dbdc-4400-8208-5cbc6b9a8e19,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:03.012209 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4531093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4299516'] for subnet (8484ef38-24a1-4446-8ec4-bd7139a6076d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.042867 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-66d689cb-9aad-4f75-9779-2baac0078e64 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.046670 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:03.046929 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-66d689cb-9aad-4f75-9779-2baac0078e64 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3925412 May 18 22:58:03.047520 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 52608) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:03.052709 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-53db70da-bcc5-4188-a849-857e7bb4da66 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'security_group_rule': {'security_group_id': 'afc41bdb-26ff-4d5d-8cfb-ac29d91decf4', 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:03.072928 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8484ef38-24a1-4446-8ec4-bd7139a6076d,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:03.080345 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Checking segment: {'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:58:03.080703 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Network hostable DHCP agents. Network: 898d33b1-5275-4be9-96ec-c94be43ebe93, hostable agents: ['7a80b0cc-eeea-4b32-b7dd-450170de7451'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 22:58:03.156494 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.db.securitygroups_db [None req-53db70da-bcc5-4188-a849-857e7bb4da66 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Project d6448a906a594b6183ad55b7c49b24ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 22:58:03.163299 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53db70da-bcc5-4188-a849-857e7bb4da66 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (c870a972-c022-49a7-9c13-8b0d235e3330), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.172294 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Network 898d33b1-5275-4be9-96ec-c94be43ebe93 is scheduled to be hosted by DHCP agent 7a80b0cc-eeea-4b32-b7dd-450170de7451 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 22:58:03.212374 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53db70da-bcc5-4188-a849-857e7bb4da66 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (c870a972-c022-49a7-9c13-8b0d235e3330), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.287223 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-6-iscsi, 898d33b1-5275-4be9-96ec-c94be43ebe93) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:58:03.287409 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53db70da-bcc5-4188-a849-857e7bb4da66 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (c870a972-c022-49a7-9c13-8b0d235e3330), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.291630 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:03.292219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.296579 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e8c18-8713-4db3-95cf-31070464c016 None None] Network 898d33b1-5275-4be9-96ec-c94be43ebe93 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:58:03.308825 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db70da-bcc5-4188-a849-857e7bb4da66 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c870a972-c022-49a7-9c13-8b0d235e3330,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:03.393691 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5b7cb1c3-48a4-428f-81d2-425f7420d71b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7143855 May 18 22:58:03.395052 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f04ea-a9d0-45d6-903d-b9abf420af66 None None] Network 898d33b1-5275-4be9-96ec-c94be43ebe93 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 22:58:03.409150 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53db70da-bcc5-4188-a849-857e7bb4da66 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.411555 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-53db70da-bcc5-4188-a849-857e7bb4da66 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3613944 May 18 22:58:03.413315 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 52612) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:58:03.418408 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9e35fb10-7a20-4059-98a4-59077856efbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'security_group_rule': {'security_group_id': 'afc41bdb-26ff-4d5d-8cfb-ac29d91decf4', 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:03.516492 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-9e35fb10-7a20-4059-98a4-59077856efbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Project d6448a906a594b6183ad55b7c49b24ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 22:58:03.523013 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e35fb10-7a20-4059-98a4-59077856efbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (e5b7b178-13b4-4a9b-9a17-e3312355ffd9), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.592292 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e35fb10-7a20-4059-98a4-59077856efbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (e5b7b178-13b4-4a9b-9a17-e3312355ffd9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.652083 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e35fb10-7a20-4059-98a4-59077856efbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531581'] for security_group_rule (e5b7b178-13b4-4a9b-9a17-e3312355ffd9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.671905 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35fb10-7a20-4059-98a4-59077856efbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b7b178-13b4-4a9b-9a17-e3312355ffd9,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:03.745428 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9e35fb10-7a20-4059-98a4-59077856efbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:03.746691 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9e35fb10-7a20-4059-98a4-59077856efbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323929 May 18 22:58:03.849681 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-9a7922a4-7b4b-401a-aaa7-4200868d53cf tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936310504&fields=id&tenant_id=d6448a906a594b6183ad55b7c49b24ff HTTP/1.1" status: 200 len: 267 time: 0.0495367 May 18 22:58:03.902293 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b31f8662-ba89-46b8-918b-ff98989aed4c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:03.903786 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b31f8662-ba89-46b8-918b-ff98989aed4c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0487339 May 18 22:58:03.914219 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'port': {'security_groups': ['292ea479-05fa-4884-99b5-e7bccfcefb5c', 'afc41bdb-26ff-4d5d-8cfb-ac29d91decf4']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:03.991393 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:04.199004 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:04.216831 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] For port 05f877a6-d013-42a7-9c40-0e319d309c38, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=05f877a6-d013-42a7-9c40-0e319d309c38,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:04.245786 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for port (05f877a6-d013-42a7-9c40-0e319d309c38), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:04.339076 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:04.381076 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['05f877a6-d013-42a7-9c40-0e319d309c38'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:58:04.385643 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:04.386293 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:04.387839 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e80d929c-1339-4585-bcc2-91fc1c329d69 req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "PUT /v2.0/ports/05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 981 time: 0.4779084 May 18 22:58:04.388161 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:58:04.400671 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:58:04.424812 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2292f87-fb8d-4cb4-a2fa-7223686a1f37 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'Port': ['ID=05f877a6-d013-42a7-9c40-0e319d309c38,revision_number=6']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:04.442367 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44745d-e2e6-47ff-be7f-39a57f14c33e x-openstack-request-id: req-3c44745d-e2e6-47ff-be7f-39a57f14c33e {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:58:04.442870 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:58:04.443216 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c44745d-e2e6-47ff-be7f-39a57f14c33e {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:58:04.443772 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c44745d-e2e6-47ff-be7f-39a57f14c33e'] response: {'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38', 'status': 'completed', 'code': 200} May 18 22:58:04.518762 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['05f877a6-d013-42a7-9c40-0e319d309c38'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:58:04.536779 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-8cbe7b41-8754-4566-88c1-eef90fdf997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:04.538338 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-8cbe7b41-8754-4566-88c1-eef90fdf997e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1168 time: 0.0447519 May 18 22:58:04.574611 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb2ce2-d6ed-4c56-8e8b-6cee1b9080c3 req-26e0cec9-c16c-4bf2-81f4-8603b904145c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:04.576368 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dbcb2ce2-d6ed-4c56-8e8b-6cee1b9080c3 req-26e0cec9-c16c-4bf2-81f4-8603b904145c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.1189046 May 18 22:58:04.627052 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:04.695931 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dbcb2ce2-d6ed-4c56-8e8b-6cee1b9080c3 req-ac26d81b-d4e4-4f10-9a9b-f6b71535aacd tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932825 May 18 22:58:04.698848 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-7b5f611e-0c34-4d9c-a70f-d3f90a51b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:04.700089 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-7b5f611e-0c34-4d9c-a70f-d3f90a51b07f service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.1556208 May 18 22:58:04.722974 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-4040eada-9ed6-4108-a8e4-b68e81d03e00 None None] Provisioning complete for port 05f877a6-d013-42a7-9c40-0e319d309c38 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:58:04.723337 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4040eada-9ed6-4108-a8e4-b68e81d03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:04.771961 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-af192372-b19b-4b1b-94b0-f631a5d6352b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 1000 time: 0.0645614 May 18 22:58:04.794860 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:04.822344 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-57b33b68-a8b5-45ab-af01-3670a60d3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:04.823843 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-57b33b68-a8b5-45ab-af01-3670a60d3528 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0460160 May 18 22:58:04.844580 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:04.871286 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-504f54c5-37e2-4fda-892a-73bf8e988b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:04.872830 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-504f54c5-37e2-4fda-892a-73bf8e988b1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435328 May 18 22:58:04.932659 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4040eada-9ed6-4108-a8e4-b68e81d03e00 None None] Current status of the port 05f877a6-d013-42a7-9c40-0e319d309c38 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:58:04.965299 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-56ad7b69-3b22-44fb-8fc4-b618b9f10439 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864184 May 18 22:58:05.061444 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62cb4cd3-a975-417a-bdd2-54f0ff4d69d2 req-93f8d750-824e-4528-a56f-3bd1d9472bbb service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894535 May 18 22:58:06.596888 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-45c597f0-80cb-4dab-b18f-be310c5ce4e1 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:06.598325 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-45c597f0-80cb-4dab-b18f-be310c5ce4e1 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/networks?id=898d33b1-5275-4be9-96ec-c94be43ebe93 HTTP/1.1" status: 200 len: 809 time: 0.1070831 May 18 22:58:06.613497 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-aeff4d2c-c819-434c-aece-0b76a93c1d9d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/quotas/5b2b243ed5194c57a9513438ed308d2f HTTP/1.1" status: 200 len: 375 time: 0.0096688 May 18 22:58:06.645759 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-db60f2d2-c74d-4ef0-a088-77d3f9ed5d45 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b2b243ed5194c57a9513438ed308d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274301 May 18 22:58:06.656050 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-3b8c5d7e-c99b-4f0d-845c-26bfa394aa39 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 18 22:58:06.657005 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-3b8c5d7e-c99b-4f0d-845c-26bfa394aa39 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048952 May 18 22:58:06.660174 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef978959-9de4-43b2-9d36-cfce4de96cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:06.720855 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:06.748130 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-48aba0aa-471b-498f-8f40-4c3ab16d358d service neutron] 10.222.0.70 "GET /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842884 May 18 22:58:06.841944 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-65d051fa-5a40-4f19-93aa-73ed10d8f85b service neutron] 10.222.0.70 "GET /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873344 May 18 22:58:07.273805 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67772bcd-77b0-4e19-adb3-3bc881ca89ca req-052791ba-3bc9-44de-a70e-d55ea80635cb tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 210 time: 0.0289114 May 18 22:58:08.371911 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-299c3540-3380-45f4-b214-773afebf3137 req-16774804-0e07-45c7-92b9-4747fbf4a0a5 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 210 time: 0.0276737 May 18 22:58:08.914352 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9c05cb0b-a2fd-461e-909c-ec669f99a259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:09.404722 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-3416f727-0dc2-43c4-9723-98fa1cc490fd tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:09.410760 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-3416f727-0dc2-43c4-9723-98fa1cc490fd tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.24 "GET /v2.0/networks?id=898d33b1-5275-4be9-96ec-c94be43ebe93 HTTP/1.1" status: 200 len: 809 time: 0.1091819 May 18 22:58:09.428898 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Request body: {'port': {'device_id': 'e83523af-2d94-4ee2-bb73-fbbf157c3c36', 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93', 'admin_state_up': True, 'tenant_id': '5b2b243ed5194c57a9513438ed308d2f'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:09.504224 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe9ab57f-80a6-4cfc-a67b-20305c2ca799 req-4f3e4fc0-2311-4eb9-905e-4d1aca3ee46e tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 210 time: 0.0603430 May 18 22:58:09.634419 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Made reservation on behalf of 5b2b243ed5194c57a9513438ed308d2f for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:58:09.637888 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:09.767333 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Allocated IP 172.20.0.10 (898d33b1-5275-4be9-96ec-c94be43ebe93/8484ef38-24a1-4446-8ec4-bd7139a6076d/dff46bec-21f5-4641-a5bd-575a12bdf8dd) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:58:09.877397 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:09.914370 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks [] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:09.950029 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:09.996040 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:10.001725 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:10.047861 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Network 898d33b1-5275-4be9-96ec-c94be43ebe93 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:58:10.053517 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:58:10.056317 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Pushing event updated for resources: {'Port': ['ID=dff46bec-21f5-4641-a5bd-575a12bdf8dd,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:10.060559 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:58:10.110470 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:10.111070 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:10.192009 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-b9d54f6f-31bb-4b41-880f-481287afea7c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7669547 May 18 22:58:10.212159 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Request body: {'port': {'device_id': 'e83523af-2d94-4ee2-bb73-fbbf157c3c36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:10.272023 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:10.562632 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff46bec-21f5-4641-a5bd-575a12bdf8dd {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:58:10.570588 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Publish callbacks [] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:10.593296 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Transition to ACTIVE for port object dff46bec-21f5-4641-a5bd-575a12bdf8dd will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:58:10.626796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ee597-4577-450e-b2d7-1769b30af681 req-67097a91-23c6-47f8-8460-f61afa81a99c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:10.628269 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b09ee597-4577-450e-b2d7-1769b30af681 req-67097a91-23c6-47f8-8460-f61afa81a99c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 932 time: 0.0515611 May 18 22:58:10.651666 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:10.725099 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Pushing event updated for resources: {'Port': ['ID=dff46bec-21f5-4641-a5bd-575a12bdf8dd,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:10.745334 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b09ee597-4577-450e-b2d7-1769b30af681 req-bf8fdb3d-197a-4d0b-8480-819eb42f7b60 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115401 May 18 22:58:10.766880 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:10.794824 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Attempting to bind port dff46bec-21f5-4641-a5bd-575a12bdf8dd on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:58:10.795089 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Attempting to bind port dff46bec-21f5-4641-a5bd-575a12bdf8dd by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:58:10.795412 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Attempting to bind port dff46bec-21f5-4641-a5bd-575a12bdf8dd on network 898d33b1-5275-4be9-96ec-c94be43ebe93 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:58:10.800558 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Port dff46bec-21f5-4641-a5bd-575a12bdf8dd on network 898d33b1-5275-4be9-96ec-c94be43ebe93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:58:10.800874 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Attempting to bind port dff46bec-21f5-4641-a5bd-575a12bdf8dd on network 898d33b1-5275-4be9-96ec-c94be43ebe93 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:58:10.805678 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:58:10.806099 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Checking segment: {'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:58:10.812051 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Bound using segment: {'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:58:10.812051 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Bound port: dff46bec-21f5-4641-a5bd-575a12bdf8dd, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:58:10.812051 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:10.870297 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] For port dff46bec-21f5-4641-a5bd-575a12bdf8dd, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:58:10.873339 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] For port dff46bec-21f5-4641-a5bd-575a12bdf8dd, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=dff46bec-21f5-4641-a5bd-575a12bdf8dd,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:58:10.950681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:10.989475 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:10.990119 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:10.991563 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] 10.222.0.24 "PUT /v2.0/ports/dff46bec-21f5-4641-a5bd-575a12bdf8dd HTTP/1.1" status: 200 len: 1094 time: 0.7835240 May 18 22:58:10.991994 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83523af-2d94-4ee2-bb73-fbbf157c3c36', 'tag': 'dff46bec-21f5-4641-a5bd-575a12bdf8dd'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:58:10.994270 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c2d58d-f0d0-40c1-a803-bcef3db1d0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e83523af-2d94-4ee2-bb73-fbbf157c3c36", "tag": "dff46bec-21f5-4641-a5bd-575a12bdf8dd"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:58:11.008969 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:11.013749 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e3afa-a741-4e07-b41d-d7bf48973759 service neutron] Pushing event updated for resources: {'Port': ['ID=dff46bec-21f5-4641-a5bd-575a12bdf8dd,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:11.032356 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52362499-dd88-4998-a9fa-0c369fd9c93e x-openstack-request-id: req-52362499-dd88-4998-a9fa-0c369fd9c93e {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:58:11.032645 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83523af-2d94-4ee2-bb73-fbbf157c3c36", "tag": "dff46bec-21f5-4641-a5bd-575a12bdf8dd", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:58:11.032894 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52362499-dd88-4998-a9fa-0c369fd9c93e {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:58:11.033352 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52362499-dd88-4998-a9fa-0c369fd9c93e'] response: {'name': 'network-changed', 'server_uuid': 'e83523af-2d94-4ee2-bb73-fbbf157c3c36', 'tag': 'dff46bec-21f5-4641-a5bd-575a12bdf8dd', 'status': 'completed', 'code': 200} May 18 22:58:11.118364 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d58d-f0d0-40c1-a803-bcef3db1d0ae req-e30b31ae-e6a8-4158-9827-422edd4833ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:11.119842 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09c2d58d-f0d0-40c1-a803-bcef3db1d0ae req-e30b31ae-e6a8-4158-9827-422edd4833ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b2b243ed5194c57a9513438ed308d2f&device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 1128 time: 0.0410571 May 18 22:58:11.228865 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d58d-f0d0-40c1-a803-bcef3db1d0ae req-186e43a8-6293-4918-9533-7bc64c763f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:11.230366 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09c2d58d-f0d0-40c1-a803-bcef3db1d0ae req-186e43a8-6293-4918-9533-7bc64c763f22 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5b2b243ed5194c57a9513438ed308d2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0967009 May 18 22:58:11.323678 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d58d-f0d0-40c1-a803-bcef3db1d0ae req-58cf140d-dccd-41d5-bba5-815d273a6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:11.325045 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09c2d58d-f0d0-40c1-a803-bcef3db1d0ae req-58cf140d-dccd-41d5-bba5-815d273a6ed8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894091 May 18 22:58:11.423912 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-3923bbfa-0c59-4c70-9bec-82c2d40396d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:11.425611 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-3923bbfa-0c59-4c70-9bec-82c2d40396d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b2b243ed5194c57a9513438ed308d2f&device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 1128 time: 0.0432646 May 18 22:58:11.472169 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-6ee83a8b-91e7-43c2-bf7b-a6b383e98fff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dff46bec-21f5-4641-a5bd-575a12bdf8dd HTTP/1.1" status: 200 len: 217 time: 0.0333421 May 18 22:58:11.475665 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:11.520942 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-735b2338-9c7b-445c-9044-5f1e7ef2bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:11.522399 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-735b2338-9c7b-445c-9044-5f1e7ef2bb69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8484ef38-24a1-4446-8ec4-bd7139a6076d HTTP/1.1" status: 200 len: 849 time: 0.0450277 May 18 22:58:11.554292 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-8e6c77e7-a702-4238-b019-6e32f17a5e13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=898d33b1-5275-4be9-96ec-c94be43ebe93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258970 May 18 22:58:11.650655 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-0ffc4858-4856-46ca-baec-33257b45cac0 service neutron] 10.222.0.24 "GET /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899925 May 18 22:58:11.743501 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9dfed49b-a6e4-48c8-9a62-9162e2efc153 req-449c40bc-730a-4f1b-acfd-499848966133 service neutron] 10.222.0.24 "GET /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872414 May 18 22:58:11.859644 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f6dbd-7720-4027-b1c0-402f85a095fa req-5f906188-b256-4d00-a893-13858ccf1088 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:11.861097 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-648f6dbd-7720-4027-b1c0-402f85a095fa req-5f906188-b256-4d00-a893-13858ccf1088 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 944 time: 0.0473228 May 18 22:58:11.908538 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-648f6dbd-7720-4027-b1c0-402f85a095fa req-2bc3a4fb-e6d4-48b9-9cce-e55f196332b7 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 May 18 22:58:12.967508 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:13.020878 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f15372-f3df-4eb4-9ee4-cf7a0ce71ce0 req-13695af1-11ce-48e3-bdd3-ad7b997994b1 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:13.022342 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76f15372-f3df-4eb4-9ee4-cf7a0ce71ce0 req-13695af1-11ce-48e3-bdd3-ad7b997994b1 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 944 time: 0.0462008 May 18 22:58:13.069539 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76f15372-f3df-4eb4-9ee4-cf7a0ce71ce0 req-d71085a9-30a8-47a9-a09f-76bfbb0ad5fa tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 May 18 22:58:13.313027 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:INSERT=7,neutron:SELECT=49,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:13.434392 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device dff46bec-21f5-4641-a5bd-575a12bdf8dd details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:58:13.532693 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port dff46bec-21f5-4641-a5bd-575a12bdf8dd, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=dff46bec-21f5-4641-a5bd-575a12bdf8dd,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:13.546961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': 'dff46bec-21f5-4641-a5bd-575a12bdf8dd', 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93', 'port_id': 'dff46bec-21f5-4641-a5bd-575a12bdf8dd', 'mac_address': 'fa:16:3e:ad:c3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8484ef38-24a1-4446-8ec4-bd7139a6076d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:58:13.551802 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:13.582413 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port dff46bec-21f5-4641-a5bd-575a12bdf8dd is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:58:13.582727 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:13.596076 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff46bec-21f5-4641-a5bd-575a12bdf8dd {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:58:13.615277 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port dff46bec-21f5-4641-a5bd-575a12bdf8dd, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=dff46bec-21f5-4641-a5bd-575a12bdf8dd,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:13.687528 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:13.722104 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:13.735180 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=dff46bec-21f5-4641-a5bd-575a12bdf8dd,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:13.742555 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.742896 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.743231 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.743562 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.743886 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.744208 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.744530 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.744845 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.745162 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.745476 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.745791 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.746139 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.746458 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.746769 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:13.747079 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:58:14.151958 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['dff46bec-21f5-4641-a5bd-575a12bdf8dd'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:58:14.169764 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:14.186109 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceb274-7fcd-485b-8253-59623893297f req-e25edbcc-d8fb-4418-b1b5-1665a797721f tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:14.187592 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dceb274-7fcd-485b-8253-59623893297f req-e25edbcc-d8fb-4418-b1b5-1665a797721f tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 945 time: 0.0520325 May 18 22:58:14.235607 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dceb274-7fcd-485b-8253-59623893297f req-593f7a38-9b2f-474f-8371-9ca9728ac792 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 May 18 22:58:15.352724 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8d884-3234-40bb-8df7-b97d38c820cc req-a92318fd-d101-436a-a13e-5af64325bcef tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:15.354126 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41b8d884-3234-40bb-8df7-b97d38c820cc req-a92318fd-d101-436a-a13e-5af64325bcef tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 945 time: 0.0504105 May 18 22:58:15.402325 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41b8d884-3234-40bb-8df7-b97d38c820cc req-dcca188b-00d9-421a-bb49-6cf036cc6176 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 May 18 22:58:15.474159 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device dff46bec-21f5-4641-a5bd-575a12bdf8dd up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:58:15.515697 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port dff46bec-21f5-4641-a5bd-575a12bdf8dd completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:58:15.605707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port dff46bec-21f5-4641-a5bd-575a12bdf8dd triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:58:15.606049 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:15.680293 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port dff46bec-21f5-4641-a5bd-575a12bdf8dd is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:58:15.680678 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:15.702453 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83523af-2d94-4ee2-bb73-fbbf157c3c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff46bec-21f5-4641-a5bd-575a12bdf8dd'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:58:15.704657 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a10488a-f7be-4b7e-a5e7-12d1350df689" -d '{"events": [{"server_uuid": "e83523af-2d94-4ee2-bb73-fbbf157c3c36", "name": "network-vif-plugged", "status": "completed", "tag": "dff46bec-21f5-4641-a5bd-575a12bdf8dd"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:58:15.717219 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port dff46bec-21f5-4641-a5bd-575a12bdf8dd, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=dff46bec-21f5-4641-a5bd-575a12bdf8dd,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:15.741521 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec92f6a-2fc4-4c4f-9ce1-8ff7b596334a x-openstack-request-id: req-0ec92f6a-2fc4-4c4f-9ce1-8ff7b596334a {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:58:15.741817 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83523af-2d94-4ee2-bb73-fbbf157c3c36", "name": "network-vif-plugged", "status": "completed", "tag": "dff46bec-21f5-4641-a5bd-575a12bdf8dd", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:58:15.742073 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ec92f6a-2fc4-4c4f-9ce1-8ff7b596334a {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:58:15.742468 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec92f6a-2fc4-4c4f-9ce1-8ff7b596334a'] response: {'server_uuid': 'e83523af-2d94-4ee2-bb73-fbbf157c3c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff46bec-21f5-4641-a5bd-575a12bdf8dd', 'code': 200} May 18 22:58:15.789921 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:15.839662 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=dff46bec-21f5-4641-a5bd-575a12bdf8dd,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:16.102581 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4022733-7b41-49a4-8a5b-2a32fff1341a req-4ad62e4a-e66d-460c-8fe0-fc10d74d83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:16.104076 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e4022733-7b41-49a4-8a5b-2a32fff1341a req-4ad62e4a-e66d-460c-8fe0-fc10d74d83ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 1130 time: 0.0389206 May 18 22:58:16.150707 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e4022733-7b41-49a4-8a5b-2a32fff1341a req-99b9ef2f-3102-4dc2-8e7d-abd36265d796 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 May 18 22:58:16.517843 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012cdc0-7790-4dac-9fa7-bfe387d5e3f4 req-592cf6f3-8af1-4195-9b75-e27e879c9f86 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:16.519347 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d012cdc0-7790-4dac-9fa7-bfe387d5e3f4 req-592cf6f3-8af1-4195-9b75-e27e879c9f86 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 946 time: 0.0481966 May 18 22:58:16.567412 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d012cdc0-7790-4dac-9fa7-bfe387d5e3f4 req-65898f1f-e7a7-495b-9a60-182f3508c6ee tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424628 May 18 22:58:16.906632 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:58:17.683921 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a09049-ec9d-40b6-b9d4-559b57261092 req-bf4fc444-8aaa-46b0-b9d6-982a32ef5398 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:17.685426 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f7a09049-ec9d-40b6-b9d4-559b57261092 req-bf4fc444-8aaa-46b0-b9d6-982a32ef5398 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 946 time: 0.0481529 May 18 22:58:17.696104 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:17.733299 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f7a09049-ec9d-40b6-b9d4-559b57261092 req-9d156193-2c85-45f4-a0aa-59df7fa48248 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 May 18 22:58:18.849735 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b2174-6c67-46ae-b4ce-f5091a9e28ee req-d2712562-a885-45c6-91d5-f03f8ba1ee62 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:18.851134 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e68b2174-6c67-46ae-b4ce-f5091a9e28ee req-d2712562-a885-45c6-91d5-f03f8ba1ee62 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 946 time: 0.0500090 May 18 22:58:18.897202 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e68b2174-6c67-46ae-b4ce-f5091a9e28ee req-2fe0baa5-59f6-4b70-a987-56c5fb8df8e5 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 May 18 22:58:20.156714 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070bde8-97ab-41d5-9a0b-3188a5af91e9 req-7a42ad16-010b-40ce-a1a8-eb63eb11e960 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:20.158185 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1070bde8-97ab-41d5-9a0b-3188a5af91e9 req-7a42ad16-010b-40ce-a1a8-eb63eb11e960 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 946 time: 0.0474854 May 18 22:58:20.205509 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1070bde8-97ab-41d5-9a0b-3188a5af91e9 req-7efab454-98a7-4179-a853-d017003c2d47 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 May 18 22:58:21.324212 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6202-1627-4278-914f-70fdb6ac0ca4 req-f53f32f6-262d-4284-90d9-4e006ae89d38 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:21.325602 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-978f6202-1627-4278-914f-70fdb6ac0ca4 req-f53f32f6-262d-4284-90d9-4e006ae89d38 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 946 time: 0.0511098 May 18 22:58:21.373877 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-978f6202-1627-4278-914f-70fdb6ac0ca4 req-8d5221ca-ba7c-49e8-b493-daa801feff78 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 May 18 22:58:21.891885 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-19e735eb-e56a-4365-8b28-7f40c6424167 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:21.893359 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-19e735eb-e56a-4365-8b28-7f40c6424167 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.24 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 946 time: 0.0465047 May 18 22:58:21.973643 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Deleting port dff46bec-21f5-4641-a5bd-575a12bdf8dd {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:58:21.973980 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:22.065196 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] For port dff46bec-21f5-4641-a5bd-575a12bdf8dd, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=dff46bec-21f5-4641-a5bd-575a12bdf8dd,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:22.065554 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:22.079107 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Calling delete_port for dff46bec-21f5-4641-a5bd-575a12bdf8dd owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:58:22.137703 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:22.264466 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (dff46bec-21f5-4641-a5bd-575a12bdf8dd), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:22.293357 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Pushing event deleted for resources: {'Port': ['ID=dff46bec-21f5-4641-a5bd-575a12bdf8dd,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:22.302889 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['dff46bec-21f5-4641-a5bd-575a12bdf8dd'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:58:22.339549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] No DVR routers for this DVR port dff46bec-21f5-4641-a5bd-575a12bdf8dd on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:58:22.341839 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:22.345041 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e1bf86cb-d6bb-4952-bcb7-f40a5352d3c8 req-472d1efe-b23b-4051-935f-b416f5ac101d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.24 "DELETE /v2.0/ports/dff46bec-21f5-4641-a5bd-575a12bdf8dd HTTP/1.1" status: 204 len: 173 time: 0.4464817 May 18 22:58:22.345490 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83523af-2d94-4ee2-bb73-fbbf157c3c36', 'name': 'network-vif-deleted', 'tag': 'dff46bec-21f5-4641-a5bd-575a12bdf8dd'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:58:22.348091 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380b4fba-d7c6-4c0f-92d9-eff963dbe76f" -d '{"events": [{"server_uuid": "e83523af-2d94-4ee2-bb73-fbbf157c3c36", "name": "network-vif-deleted", "tag": "dff46bec-21f5-4641-a5bd-575a12bdf8dd"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:58:22.383209 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3cbdf6-5b78-49af-a41b-5cb1de725657 x-openstack-request-id: req-5a3cbdf6-5b78-49af-a41b-5cb1de725657 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:58:22.383493 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83523af-2d94-4ee2-bb73-fbbf157c3c36", "name": "network-vif-deleted", "tag": "dff46bec-21f5-4641-a5bd-575a12bdf8dd", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:58:22.383741 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a3cbdf6-5b78-49af-a41b-5cb1de725657 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:58:22.384139 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3cbdf6-5b78-49af-a41b-5cb1de725657'] response: {'server_uuid': 'e83523af-2d94-4ee2-bb73-fbbf157c3c36', 'name': 'network-vif-deleted', 'tag': 'dff46bec-21f5-4641-a5bd-575a12bdf8dd', 'status': 'completed', 'code': 200} May 18 22:58:22.476670 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89e4a666-7c78-47d8-ae32-4c9ba130d0dc req-718d9e44-3fc0-412a-bfde-6c834a1119af tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=e83523af-2d94-4ee2-bb73-fbbf157c3c36 HTTP/1.1" status: 200 len: 210 time: 0.0314407 May 18 22:58:23.739308 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-5ac10bd7-4688-4356-9da3-3ca397eac2f4 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:23.740771 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-5ac10bd7-4688-4356-9da3-3ca397eac2f4 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/networks?id=898d33b1-5275-4be9-96ec-c94be43ebe93 HTTP/1.1" status: 200 len: 809 time: 0.1022136 May 18 22:58:23.755700 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-74e7ceb0-ca83-40b3-8694-6337410e4f59 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/quotas/5b2b243ed5194c57a9513438ed308d2f HTTP/1.1" status: 200 len: 375 time: 0.0096867 May 18 22:58:23.790580 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-0206f337-5d4d-4086-81d7-f31c86a21822 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b2b243ed5194c57a9513438ed308d2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296159 May 18 22:58:23.839705 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:23.881501 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-f647ec9c-3833-4e89-97b4-d709523f8171 service neutron] 10.222.0.70 "GET /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845656 May 18 22:58:24.228586 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-9de19630-e4c2-4175-8875-3066e859236b service neutron] 10.222.0.70 "GET /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414094 May 18 22:58:24.482582 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-340939d6-b6d7-43b1-9445-6a5c155a35d6 req-1e85a329-f5e7-470b-a776-26557cb74ad0 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 210 time: 0.0284903 May 18 22:58:24.986931 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:25.524535 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device dff46bec-21f5-4641-a5bd-575a12bdf8dd no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:58:25.544606 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: dff46bec-21f5-4641-a5bd-575a12bdf8dd {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:58:25.544983 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device dff46bec-21f5-4641-a5bd-575a12bdf8dd not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:58:25.579125 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eb1761b7-e520-47a7-8889-b1caeeb121ed req-6977d366-4bda-4a93-953c-e447f49511e2 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 210 time: 0.0277591 May 18 22:58:26.351758 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-f34eb210-b45b-4f8f-be91-8e090f096b17 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:26.353121 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-f34eb210-b45b-4f8f-be91-8e090f096b17 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.24 "GET /v2.0/networks?id=898d33b1-5275-4be9-96ec-c94be43ebe93 HTTP/1.1" status: 200 len: 809 time: 0.1049664 May 18 22:58:26.370405 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Request body: {'port': {'device_id': 'f8515e2b-c87b-4e41-9a68-05c6b7f13cf2', 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93', 'admin_state_up': True, 'tenant_id': '5b2b243ed5194c57a9513438ed308d2f'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:26.549695 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Made reservation on behalf of 5b2b243ed5194c57a9513438ed308d2f for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 22:58:26.553853 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:26.693141 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-805cee4d-297d-4ec1-aa4f-6ba24324393e req-8fd55927-02ce-41a1-9f90-744d11473451 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 210 time: 0.0347092 May 18 22:58:26.708819 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Allocated IP 172.20.0.6 (898d33b1-5275-4be9-96ec-c94be43ebe93/8484ef38-24a1-4446-8ec4-bd7139a6076d/17f2bcce-9850-48d0-b4a3-025f3cd6500e) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 22:58:26.795743 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:26.856628 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks [] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:26.879403 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:26.950181 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783430443039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:26.998650 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Network 898d33b1-5275-4be9-96ec-c94be43ebe93 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 22:58:27.001928 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 22:58:27.005909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 18 22:58:27.012695 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Pushing event updated for resources: {'Port': ['ID=17f2bcce-9850-48d0-b4a3-025f3cd6500e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:27.059403 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:27.060000 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:27.135548 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d02d5d89-9971-4ba7-b8ab-0d8178f6f678 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7686884 May 18 22:58:27.153058 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Request body: {'port': {'device_id': 'f8515e2b-c87b-4e41-9a68-05c6b7f13cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 22:58:27.210241 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:27.497273 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f2bcce-9850-48d0-b4a3-025f3cd6500e {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:58:27.504597 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Publish callbacks [] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:27.517517 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Transition to ACTIVE for port object 17f2bcce-9850-48d0-b4a3-025f3cd6500e will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 18 22:58:27.578024 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:27.626693 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Pushing event updated for resources: {'Port': ['ID=17f2bcce-9850-48d0-b4a3-025f3cd6500e,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:27.701646 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Attempting to bind port 17f2bcce-9850-48d0-b4a3-025f3cd6500e on host hv-cinder-83800 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 18 22:58:27.702358 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Attempting to bind port 17f2bcce-9850-48d0-b4a3-025f3cd6500e by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 18 22:58:27.702358 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Attempting to bind port 17f2bcce-9850-48d0-b4a3-025f3cd6500e on network 898d33b1-5275-4be9-96ec-c94be43ebe93 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:58:27.706682 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Port 17f2bcce-9850-48d0-b4a3-025f3cd6500e on network 898d33b1-5275-4be9-96ec-c94be43ebe93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 18 22:58:27.706993 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Attempting to bind port 17f2bcce-9850-48d0-b4a3-025f3cd6500e on network 898d33b1-5275-4be9-96ec-c94be43ebe93 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 18 22:58:27.711796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Checking agent: {'id': '0c7ed724-312a-4de5-b4a2-ff0022101958', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'started_at': datetime.datetime(2022, 5, 18, 22, 39, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 18, 22, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 18 22:58:27.712126 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Checking segment: {'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 18 22:58:27.712502 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Bound using segment: {'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 18 22:58:27.712914 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Bound port: 17f2bcce-9850-48d0-b4a3-025f3cd6500e, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf97fa53-7f5e-4fa0-811b-1716581537ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 18 22:58:27.713259 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:27.753738 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:27.807419 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] For port 17f2bcce-9850-48d0-b4a3-025f3cd6500e, host hv-cinder-83800, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 18 22:58:27.825927 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2459d-45c6-4312-8500-2fa4a58751dd req-b839f1a3-d15d-4128-8dbd-94b894c4d6bc tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:27.827426 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-80f2459d-45c6-4312-8500-2fa4a58751dd req-b839f1a3-d15d-4128-8dbd-94b894c4d6bc tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 943 time: 0.0664384 May 18 22:58:27.829086 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] For port 17f2bcce-9850-48d0-b4a3-025f3cd6500e, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=17f2bcce-9850-48d0-b4a3-025f3cd6500e,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 18 22:58:27.867231 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:27.879666 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-80f2459d-45c6-4312-8500-2fa4a58751dd req-beb2cbaa-215d-4270-b2d2-c018da0673e1 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465560 May 18 22:58:27.903142 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:27.935422 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:27.936049 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:27.937809 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] 10.222.0.24 "PUT /v2.0/ports/17f2bcce-9850-48d0-b4a3-025f3cd6500e HTTP/1.1" status: 200 len: 1093 time: 0.7887974 May 18 22:58:27.940193 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8515e2b-c87b-4e41-9a68-05c6b7f13cf2', 'tag': '17f2bcce-9850-48d0-b4a3-025f3cd6500e'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:58:27.943434 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283f2f82-def7-4f35-af54-4a361f3b63cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f8515e2b-c87b-4e41-9a68-05c6b7f13cf2", "tag": "17f2bcce-9850-48d0-b4a3-025f3cd6500e"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:58:27.972572 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc5ea6-f79c-4a17-a6ad-33f1b55ef817 service neutron] Pushing event updated for resources: {'Port': ['ID=17f2bcce-9850-48d0-b4a3-025f3cd6500e,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:27.981878 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c401a2-4b31-4c75-9669-8c6ac8c01755 x-openstack-request-id: req-f9c401a2-4b31-4c75-9669-8c6ac8c01755 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:58:27.985573 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8515e2b-c87b-4e41-9a68-05c6b7f13cf2", "tag": "17f2bcce-9850-48d0-b4a3-025f3cd6500e", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:58:27.985573 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9c401a2-4b31-4c75-9669-8c6ac8c01755 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:58:27.985573 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c401a2-4b31-4c75-9669-8c6ac8c01755'] response: {'name': 'network-changed', 'server_uuid': 'f8515e2b-c87b-4e41-9a68-05c6b7f13cf2', 'tag': '17f2bcce-9850-48d0-b4a3-025f3cd6500e', 'status': 'completed', 'code': 200} May 18 22:58:28.065819 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f2f82-def7-4f35-af54-4a361f3b63cb req-ee71d34c-1879-4e74-b572-6454022194e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:28.068510 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-283f2f82-def7-4f35-af54-4a361f3b63cb req-ee71d34c-1879-4e74-b572-6454022194e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b2b243ed5194c57a9513438ed308d2f&device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0417275 May 18 22:58:28.179349 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f2f82-def7-4f35-af54-4a361f3b63cb req-854d72fa-6a5d-4788-965b-996ca9dd6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:28.180826 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-283f2f82-def7-4f35-af54-4a361f3b63cb req-854d72fa-6a5d-4788-965b-996ca9dd6d79 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5b2b243ed5194c57a9513438ed308d2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0987251 May 18 22:58:28.283011 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f2f82-def7-4f35-af54-4a361f3b63cb req-5ef6664c-5d7d-47db-8239-387ca6303390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:28.284493 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-283f2f82-def7-4f35-af54-4a361f3b63cb req-5ef6664c-5d7d-47db-8239-387ca6303390 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978265 May 18 22:58:28.391604 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-505e2c23-b34b-447b-b632-c8f8b13254c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:28.393090 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-505e2c23-b34b-447b-b632-c8f8b13254c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b2b243ed5194c57a9513438ed308d2f&device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0432906 May 18 22:58:28.443459 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-efb4b1a0-2be9-4965-b1a4-57207a6efeab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17f2bcce-9850-48d0-b4a3-025f3cd6500e HTTP/1.1" status: 200 len: 217 time: 0.0320094 May 18 22:58:28.490191 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d578a449-eb1a-428a-9e81-e271ce4500f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:28.491602 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-d578a449-eb1a-428a-9e81-e271ce4500f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8484ef38-24a1-4446-8ec4-bd7139a6076d HTTP/1.1" status: 200 len: 849 time: 0.0431015 May 18 22:58:28.524191 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-43a71025-4ebf-4919-b817-a5859ed3b93d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=898d33b1-5275-4be9-96ec-c94be43ebe93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262392 May 18 22:58:28.616099 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-226d2bc2-1e09-4a08-b7f3-5170ed1939bb service neutron] 10.222.0.24 "GET /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858107 May 18 22:58:28.709174 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2adc3d7-a244-4dd0-bae8-426f431bf6fd req-679985b9-0857-4ac6-a4b1-e3870cccdd60 service neutron] 10.222.0.24 "GET /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867684 May 18 22:58:28.984663 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:28.998387 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc228b23-eb7c-4607-a493-caf981319c8c req-d54b4e20-7eb4-431f-b365-d908a77f03bf tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:28.999876 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dc228b23-eb7c-4607-a493-caf981319c8c req-d54b4e20-7eb4-431f-b365-d908a77f03bf tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 943 time: 0.0471859 May 18 22:58:29.048215 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dc228b23-eb7c-4607-a493-caf981319c8c req-948a6f2f-af94-4f79-92d7-348b039a549b tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 May 18 22:58:29.474452 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:30.162021 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720414b8-2469-41d1-b92e-1407b09e7630 req-aff58b60-f3cb-43bd-a7bd-3b347e6e4ccd tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:30.163482 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-720414b8-2469-41d1-b92e-1407b09e7630 req-aff58b60-f3cb-43bd-a7bd-3b347e6e4ccd tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 943 time: 0.0471690 May 18 22:58:30.210631 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-720414b8-2469-41d1-b92e-1407b09e7630 req-41d875e1-a226-4d22-bcd8-7d9304ea6d17 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 May 18 22:58:31.323951 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d894adf-add3-43cc-8d5e-02d87f293bf9 req-18b29af4-f40f-4102-8e6b-4c85958fb8aa tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:31.325324 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d894adf-add3-43cc-8d5e-02d87f293bf9 req-18b29af4-f40f-4102-8e6b-4c85958fb8aa tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 943 time: 0.0500944 May 18 22:58:31.371767 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d894adf-add3-43cc-8d5e-02d87f293bf9 req-f9bd5c28-03a1-4802-afc7-2f09b74881ba tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 May 18 22:58:31.573070 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 17f2bcce-9850-48d0-b4a3-025f3cd6500e details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 18 22:58:31.671603 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 17f2bcce-9850-48d0-b4a3-025f3cd6500e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=17f2bcce-9850-48d0-b4a3-025f3cd6500e,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:31.682273 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Returning: {'device': '17f2bcce-9850-48d0-b4a3-025f3cd6500e', 'network_id': '898d33b1-5275-4be9-96ec-c94be43ebe93', 'port_id': '17f2bcce-9850-48d0-b4a3-025f3cd6500e', 'mac_address': 'fa:16:3e:1f:90:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8484ef38-24a1-4446-8ec4-bd7139a6076d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 18 22:58:31.715592 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 17f2bcce-9850-48d0-b4a3-025f3cd6500e is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:58:31.715974 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:31.728870 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f2bcce-9850-48d0-b4a3-025f3cd6500e {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 18 22:58:31.747825 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 17f2bcce-9850-48d0-b4a3-025f3cd6500e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=17f2bcce-9850-48d0-b4a3-025f3cd6500e,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:31.795377 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:31.843817 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=17f2bcce-9850-48d0-b4a3-025f3cd6500e,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:32.177030 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['17f2bcce-9850-48d0-b4a3-025f3cd6500e'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:58:32.179203 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:32.230572 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:32.484178 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6042-3d56-4fa7-b5b7-0312c7ed5faa req-c9c1c37e-8ad0-4fba-bd92-0f2a962354a8 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:32.485636 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3ac6042-3d56-4fa7-b5b7-0312c7ed5faa req-c9c1c37e-8ad0-4fba-bd92-0f2a962354a8 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 944 time: 0.0475383 May 18 22:58:32.532871 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3ac6042-3d56-4fa7-b5b7-0312c7ed5faa req-c62bbbc7-87fe-45c0-9389-f3e113d01f57 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 May 18 22:58:33.581827 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 17f2bcce-9850-48d0-b4a3-025f3cd6500e up at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 18 22:58:33.623542 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning for port 17f2bcce-9850-48d0-b4a3-025f3cd6500e completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 18 22:58:33.650517 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbfb0d-c48a-4451-bf23-03aa3ed58f13 req-d210c2be-d05d-46fd-865b-efff93aee2fa tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:33.652018 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81fbfb0d-c48a-4451-bf23-03aa3ed58f13 req-d210c2be-d05d-46fd-865b-efff93aee2fa tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 944 time: 0.0512486 May 18 22:58:33.685626 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Provisioning complete for port 17f2bcce-9850-48d0-b4a3-025f3cd6500e triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 22:58:33.686290 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:33.700714 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81fbfb0d-c48a-4451-bf23-03aa3ed58f13 req-e8b4e7d7-8b30-4493-88e5-9f1914da5fef tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 May 18 22:58:33.757407 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Current status of the port 17f2bcce-9850-48d0-b4a3-025f3cd6500e is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 22:58:33.757784 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:33.779579 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8515e2b-c87b-4e41-9a68-05c6b7f13cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f2bcce-9850-48d0-b4a3-025f3cd6500e'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:58:33.781755 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d229d7dba541292953f07e67612e6dee09525058b2ec99af54d5c6a2cf000b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c772bbb1-9b2d-43a7-8082-5bcdd5481072" -d '{"events": [{"server_uuid": "f8515e2b-c87b-4e41-9a68-05c6b7f13cf2", "name": "network-vif-plugged", "status": "completed", "tag": "17f2bcce-9850-48d0-b4a3-025f3cd6500e"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:58:33.794720 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] For port 17f2bcce-9850-48d0-b4a3-025f3cd6500e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=17f2bcce-9850-48d0-b4a3-025f3cd6500e,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:33.819997 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0500739e-af11-4e56-aab1-437e957c03bd x-openstack-request-id: req-0500739e-af11-4e56-aab1-437e957c03bd {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:58:33.820282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8515e2b-c87b-4e41-9a68-05c6b7f13cf2", "name": "network-vif-plugged", "status": "completed", "tag": "17f2bcce-9850-48d0-b4a3-025f3cd6500e", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:58:33.820528 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0500739e-af11-4e56-aab1-437e957c03bd {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:58:33.820914 dv-cinder-838009-6-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0500739e-af11-4e56-aab1-437e957c03bd'] response: {'server_uuid': 'f8515e2b-c87b-4e41-9a68-05c6b7f13cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f2bcce-9850-48d0-b4a3-025f3cd6500e', 'code': 200} May 18 22:58:33.862836 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:34.038425 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Pushing event updated for resources: {'Port': ['ID=17f2bcce-9850-48d0-b4a3-025f3cd6500e,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:34.100194 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b065d2-a317-4763-9cfc-882560facb27 req-5b70d9d1-2215-4e7d-98d4-00da2b59aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:34.101565 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-52b065d2-a317-4763-9cfc-882560facb27 req-5b70d9d1-2215-4e7d-98d4-00da2b59aac8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 1129 time: 0.0380702 May 18 22:58:34.146498 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-52b065d2-a317-4763-9cfc-882560facb27 req-57c90dde-bd19-4eb1-bc6e-6fb3449d6d0d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 May 18 22:58:34.817662 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe31712-5164-4f25-abfe-76bf3a243c8e req-c1763823-efab-4f6a-bfeb-727429978297 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:34.819082 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4fe31712-5164-4f25-abfe-76bf3a243c8e req-c1763823-efab-4f6a-bfeb-727429978297 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 945 time: 0.0487587 May 18 22:58:34.868810 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4fe31712-5164-4f25-abfe-76bf3a243c8e req-6e4b46f1-da80-4f88-8a29-5a23bb0f373b tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443954 May 18 22:58:34.987585 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:35.985949 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccfe87-4264-4a3f-b98a-7b6c0249c96a req-ef2a4cef-ec78-49e1-90f1-0d22eca45a94 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:35.987447 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6ccfe87-4264-4a3f-b98a-7b6c0249c96a req-ef2a4cef-ec78-49e1-90f1-0d22eca45a94 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 945 time: 0.0476849 May 18 22:58:36.023491 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:36.035205 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6ccfe87-4264-4a3f-b98a-7b6c0249c96a req-5c54d047-52e7-4487-9b96-fadbfd887b5c tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 May 18 22:58:36.674107 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e677e91f-0e9c-4b17-b263-ef8a5b67152d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:37.149556 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9091-a85e-4f92-96b5-b8c17eddad59 req-df194703-7229-462e-8807-8ed1d41013a0 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:37.151023 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c4f9091-a85e-4f92-96b5-b8c17eddad59 req-df194703-7229-462e-8807-8ed1d41013a0 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 945 time: 0.0460892 May 18 22:58:37.198176 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c4f9091-a85e-4f92-96b5-b8c17eddad59 req-714c8468-7ba3-400f-8b5b-6a84f3aa037e tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 May 18 22:58:38.529909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3db47-aa92-434a-9595-5a9f1f5dde44 req-dbf4ed0c-7a6f-44dc-b1c3-fcc758372edc tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:38.531412 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63c3db47-aa92-434a-9595-5a9f1f5dde44 req-dbf4ed0c-7a6f-44dc-b1c3-fcc758372edc tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 945 time: 0.0520329 May 18 22:58:38.578883 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63c3db47-aa92-434a-9595-5a9f1f5dde44 req-b3a239cc-7991-463f-9334-c6461fed9d51 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 May 18 22:58:38.909924 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fea21ee9-7de9-4181-a5bf-a5dc33f50312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:39.695094 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78e7e5-d29a-4519-9af5-a5b3d3eb9651 req-f4245928-eb19-448a-b4b0-22587654cc83 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:39.696579 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb78e7e5-d29a-4519-9af5-a5b3d3eb9651 req-f4245928-eb19-448a-b4b0-22587654cc83 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 945 time: 0.0482059 May 18 22:58:39.744453 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb78e7e5-d29a-4519-9af5-a5b3d3eb9651 req-a2a32335-e2e3-4f29-a6b3-511e6b7a916d tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/security-groups?id=64ac28a2-6e9b-4c2d-aeb6-780b60410a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 May 18 22:58:39.955480 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:40.251804 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-40dd3bec-606e-4694-9ff7-da49f35cf5d8 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:40.253138 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-40dd3bec-606e-4694-9ff7-da49f35cf5d8 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 945 time: 0.0469706 May 18 22:58:40.284556 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:40.339523 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Deleting port 17f2bcce-9850-48d0-b4a3-025f3cd6500e {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 22:58:40.339909 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:40.432930 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] For port 17f2bcce-9850-48d0-b4a3-025f3cd6500e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=17f2bcce-9850-48d0-b4a3-025f3cd6500e,segment=NetworkSegment(cf97fa53-7f5e-4fa0-811b-1716581537ae),segment_id=cf97fa53-7f5e-4fa0-811b-1716581537ae)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 22:58:40.433285 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:40.446359 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Calling delete_port for 17f2bcce-9850-48d0-b4a3-025f3cd6500e owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 22:58:40.624126 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (17f2bcce-9850-48d0-b4a3-025f3cd6500e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:40.654883 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Pushing event deleted for resources: {'Port': ['ID=17f2bcce-9850-48d0-b4a3-025f3cd6500e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:58:40.660465 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['17f2bcce-9850-48d0-b4a3-025f3cd6500e'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 22:58:40.701906 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] No DVR routers for this DVR port 17f2bcce-9850-48d0-b4a3-025f3cd6500e on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 22:58:40.704276 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:40.707543 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e148f91-2a96-4edc-aded-a6fe2f570f7e req-e463aebc-ccef-4fdf-a09d-ae61f8065985 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.24 "DELETE /v2.0/ports/17f2bcce-9850-48d0-b4a3-025f3cd6500e HTTP/1.1" status: 204 len: 173 time: 0.4491868 May 18 22:58:40.707973 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8515e2b-c87b-4e41-9a68-05c6b7f13cf2', 'name': 'network-vif-deleted', 'tag': '17f2bcce-9850-48d0-b4a3-025f3cd6500e'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 22:58:40.710957 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72059137-00cf-4dde-8088-9799d2496768" -d '{"events": [{"server_uuid": "f8515e2b-c87b-4e41-9a68-05c6b7f13cf2", "name": "network-vif-deleted", "tag": "17f2bcce-9850-48d0-b4a3-025f3cd6500e"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 22:58:40.747549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 22:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1584c5-949b-4021-b4a5-a99be3cdf8a6 x-openstack-request-id: req-cc1584c5-949b-4021-b4a5-a99be3cdf8a6 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 22:58:40.747834 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8515e2b-c87b-4e41-9a68-05c6b7f13cf2", "name": "network-vif-deleted", "tag": "17f2bcce-9850-48d0-b4a3-025f3cd6500e", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 22:58:40.748081 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc1584c5-949b-4021-b4a5-a99be3cdf8a6 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 22:58:40.748479 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1584c5-949b-4021-b4a5-a99be3cdf8a6'] response: {'server_uuid': 'f8515e2b-c87b-4e41-9a68-05c6b7f13cf2', 'name': 'network-vif-deleted', 'tag': '17f2bcce-9850-48d0-b4a3-025f3cd6500e', 'status': 'completed', 'code': 200} May 18 22:58:40.842090 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ef6f7d5-fa6e-4ad8-8efd-773e59a36d9a req-7cffa55d-01b1-4ff7-8efe-81965195bf02 tempest-VolumesActionsTest-248597029 tempest-VolumesActionsTest-248597029-project] 10.222.0.70 "GET /v2.0/ports?device_id=f8515e2b-c87b-4e41-9a68-05c6b7f13cf2 HTTP/1.1" status: 200 len: 210 time: 0.0286267 May 18 22:58:41.504175 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:42.909433 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:58:44.742182 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 17f2bcce-9850-48d0-b4a3-025f3cd6500e no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 22:58:44.761538 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 17f2bcce-9850-48d0-b4a3-025f3cd6500e {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 22:58:44.761876 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 17f2bcce-9850-48d0-b4a3-025f3cd6500e not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 22:58:48.785240 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-364993bb-5b8d-4252-9275-619a7b267225 req-1bdf66f7-f414-46dc-a376-1b37bc5d6d2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578797 May 18 22:58:48.897845 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364993bb-5b8d-4252-9275-619a7b267225 req-90d0064d-1daf-4a67-9564-f34db9969eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:48.899731 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-364993bb-5b8d-4252-9275-619a7b267225 req-90d0064d-1daf-4a67-9564-f34db9969eb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1168 time: 0.0466049 May 18 22:58:49.000681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:49.011172 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364993bb-5b8d-4252-9275-619a7b267225 req-ef6e2dcf-9fa2-4954-9a2e-c099f5163b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:49.018600 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-364993bb-5b8d-4252-9275-619a7b267225 req-ef6e2dcf-9fa2-4954-9a2e-c099f5163b8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.0944443 May 18 22:58:49.122262 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-364993bb-5b8d-4252-9275-619a7b267225 req-348a1655-d823-4a7b-8849-61a93ebebfb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 1000 time: 0.1027703 May 18 22:58:49.174957 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364993bb-5b8d-4252-9275-619a7b267225 req-a5a3a3d7-8281-4327-ae60-802c3682032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:49.176365 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-364993bb-5b8d-4252-9275-619a7b267225 req-a5a3a3d7-8281-4327-ae60-802c3682032c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0487070 May 18 22:58:49.228912 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364993bb-5b8d-4252-9275-619a7b267225 req-15125e4c-2305-48f0-8df6-1ead8483cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:58:49.230549 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-364993bb-5b8d-4252-9275-619a7b267225 req-15125e4c-2305-48f0-8df6-1ead8483cf01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478058 May 18 22:58:49.336156 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-364993bb-5b8d-4252-9275-619a7b267225 req-0588762d-d322-48f7-8aae-b3ec98436f4e service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983837 May 18 22:58:49.424595 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:49.452426 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-364993bb-5b8d-4252-9275-619a7b267225 req-e26ccb75-106c-458b-a60f-bc2d11a97d16 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085422 May 18 22:58:53.906215 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:58:54.745782 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:54.747089 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:59.448771 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=23 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:58:59.572961 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:02.789129 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b01bb-877d-484f-b690-5ce5d5296d58 req-864468e2-56c6-409e-bd47-5dda94e00363 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:02.792377 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d92b01bb-877d-484f-b690-5ce5d5296d58 req-864468e2-56c6-409e-bd47-5dda94e00363 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0953329 May 18 22:59:02.840566 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-cf87d834-9fa3-466b-a4c4-1be415deb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:02.842380 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-cf87d834-9fa3-466b-a4c4-1be415deb50a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1168 time: 0.0746503 May 18 22:59:02.950367 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d92b01bb-877d-484f-b690-5ce5d5296d58 req-fdca77f3-7ff5-4f14-a503-63b9dddbf074 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390548 May 18 22:59:02.977188 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-540a5d07-66d8-4052-ada9-3be90e215761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:02.978692 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-540a5d07-66d8-4052-ada9-3be90e215761 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.1035233 May 18 22:59:03.049608 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-efb9da84-33ad-46a7-80df-424c45e9cf8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 1000 time: 0.0639935 May 18 22:59:03.099881 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-c9f16a8f-67b3-4545-96cf-5c4a3e74e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:03.101496 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-c9f16a8f-67b3-4545-96cf-5c4a3e74e991 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0455484 May 18 22:59:03.154820 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-b23b8459-4c0f-4ca5-80a6-5c80340f774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:03.156336 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-b23b8459-4c0f-4ca5-80a6-5c80340f774e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459239 May 18 22:59:03.251319 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-7ee624c3-0c3a-48ec-aae2-354eecc74017 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878100 May 18 22:59:03.346221 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f866abe-64ec-462b-a1f1-615b32a778b1 req-950d8fac-7882-4ec4-91c1-1be07be8e799 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885415 May 18 22:59:03.902087 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:03.902829 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:04.071153 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbd544-e5f5-41d2-8657-a9f50c724163 req-7bd2e9a3-3d7e-4794-9da3-84bc77018b7c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:04.072744 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bbbbd544-e5f5-41d2-8657-a9f50c724163 req-7bd2e9a3-3d7e-4794-9da3-84bc77018b7c tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0496776 May 18 22:59:04.112241 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-6f4813f3-fcc3-448b-a892-442f5d55db98 req-bfd0fdd6-876c-49a5-a057-41dc2b240e3a service neutron] (110667) timed out ('10.222.0.24', 64192) {{(pid=110667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 18 22:59:04.133009 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bbbbd544-e5f5-41d2-8657-a9f50c724163 req-f9b61af7-85c8-439f-983e-76e9d2dcbf8e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546360 May 18 22:59:05.252746 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa347c-55bb-4bc9-a9e3-1208b429cb2b req-96f2e429-ed23-463b-bae3-18841087afab tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:05.254311 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49fa347c-55bb-4bc9-a9e3-1208b429cb2b req-96f2e429-ed23-463b-bae3-18841087afab tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0517352 May 18 22:59:05.314266 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49fa347c-55bb-4bc9-a9e3-1208b429cb2b req-582feb1f-335d-4d0b-b9d4-5b2636959ad5 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543385 May 18 22:59:06.428790 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5eec5-a780-42ff-97f4-aa87fcdf1da2 req-f9879184-323f-4d6f-b70f-d2dfe5d83fe6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:06.430292 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-66a5eec5-a780-42ff-97f4-aa87fcdf1da2 req-f9879184-323f-4d6f-b70f-d2dfe5d83fe6 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0488842 May 18 22:59:06.496721 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-66a5eec5-a780-42ff-97f4-aa87fcdf1da2 req-96b418db-c2a8-4708-bad3-da6322977c5f tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605633 May 18 22:59:06.662288 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-eff7354e-11bf-4b64-8c33-bdb3fdde8bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.093385 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 53036) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:59:07.137146 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Deleting subnet 8484ef38-24a1-4446-8ec4-bd7139a6076d {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 22:59:07.140262 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Publish callbacks [] for subnet (8484ef38-24a1-4446-8ec4-bd7139a6076d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.175204 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:07.177307 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5175149'] for subnet (8484ef38-24a1-4446-8ec4-bd7139a6076d), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.179422 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:07.217299 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (8484ef38-24a1-4446-8ec4-bd7139a6076d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.353542 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4531156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4299463'] for subnet (8484ef38-24a1-4446-8ec4-bd7139a6076d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.376683 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8484ef38-24a1-4446-8ec4-bd7139a6076d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:59:07.386446 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.389468 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8484ef38-24a1-4446-8ec4-bd7139a6076d HTTP/1.1" status: 204 len: 168 time: 0.2950745 May 18 22:59:07.391175 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.391514 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.391849 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.392180 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.392377 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53038) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:59:07.392825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.392825 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.393125 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.393441 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.393880 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.394095 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.394418 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.394746 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.395058 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.395372 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.395681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d6eec-70c5-421e-8764-e79ec28a6ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.463728 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (898d33b1-5275-4be9-96ec-c94be43ebe93), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.537779 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (898d33b1-5275-4be9-96ec-c94be43ebe93), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.561340 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898d33b1-5275-4be9-96ec-c94be43ebe93']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:59:07.570673 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf97fa53-7f5e-4fa0-811b-1716581537ae') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:59:07.570967 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf97fa53-7f5e-4fa0-811b-1716581537ae') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 22:59:07.580282 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (cf97fa53-7f5e-4fa0-811b-1716581537ae), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.593220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (cf97fa53-7f5e-4fa0-811b-1716581537ae), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.598956 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 22:59:07.599902 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (cf97fa53-7f5e-4fa0-811b-1716581537ae), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 22:59:07.601752 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 22:59:07.620027 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33815f9c-d008-4a28-935b-686cdd645855 req-058207b3-f3c4-47d1-83a9-0214a26ae243 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:07.620766 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33815f9c-d008-4a28-935b-686cdd645855 req-058207b3-f3c4-47d1-83a9-0214a26ae243 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0522139 May 18 22:59:07.682024 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33815f9c-d008-4a28-935b-686cdd645855 req-f6a2b67d-59b3-4efb-9525-9cf8ef563a21 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559371 May 18 22:59:07.732029 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (898d33b1-5275-4be9-96ec-c94be43ebe93), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.737463 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:07.741356 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] 10.222.0.70 "DELETE /v2.0/networks/898d33b1-5275-4be9-96ec-c94be43ebe93 HTTP/1.1" status: 204 len: 168 time: 0.3476989 May 18 22:59:07.752723 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=898d33b1-5275-4be9-96ec-c94be43ebe93,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:59:07.759671 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.760014 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.760351 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.760683 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.761012 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.761335 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.761658 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.761975 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.762316 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.762749 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.762999 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.763243 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.763560 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.763873 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:07.764222 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3119f-54fc-4756-874b-ef5701742e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 22:59:08.077549 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 53046) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:59:08.118249 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2b3a1264-fb85-4ff5-8940-857cd89b8240 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b2b243ed5194c57a9513438ed308d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395110 May 18 22:59:08.125039 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 53048) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:59:08.176547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97cd5d71-054a-42ae-b544-f70489354061 admin admin] Publish callbacks [] for security_group (64ac28a2-6e9b-4c2d-aeb6-780b60410a53), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:08.204134 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97cd5d71-054a-42ae-b544-f70489354061 admin admin] Publish callbacks [] for security_group (64ac28a2-6e9b-4c2d-aeb6-780b60410a53), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:08.325445 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97cd5d71-054a-42ae-b544-f70489354061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (64ac28a2-6e9b-4c2d-aeb6-780b60410a53), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:08.329756 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-97cd5d71-054a-42ae-b544-f70489354061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:08.331487 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-97cd5d71-054a-42ae-b544-f70489354061 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64ac28a2-6e9b-4c2d-aeb6-780b60410a53 HTTP/1.1" status: 204 len: 168 time: 0.2055109 May 18 22:59:08.340313 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd5d71-054a-42ae-b544-f70489354061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ac28a2-6e9b-4c2d-aeb6-780b60410a53,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:59:08.816053 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ec2e3-b989-4285-8608-7062fe999e87 req-0459a05f-93f0-4a82-9823-df23b155d6c7 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:08.817541 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d67ec2e3-b989-4285-8608-7062fe999e87 req-0459a05f-93f0-4a82-9823-df23b155d6c7 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0584686 May 18 22:59:08.884812 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d67ec2e3-b989-4285-8608-7062fe999e87 req-d74d530a-3d0e-4463-ba69-f083be1f760d tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594656 May 18 22:59:08.932124 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-44ab64a7-04f4-4cf9-a149-96db96a82d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:10.000547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9b26a-341c-42b3-a2b7-d6469e59006e req-8b39756e-9c55-4b9d-ae7b-2a2169a622a7 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:10.002052 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85f9b26a-341c-42b3-a2b7-d6469e59006e req-8b39756e-9c55-4b9d-ae7b-2a2169a622a7 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0486112 May 18 22:59:10.023823 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:10.063988 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85f9b26a-341c-42b3-a2b7-d6469e59006e req-29cfb433-e861-4eab-a38c-3944c64b5a5d tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552609 May 18 22:59:11.186732 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dbf67-32c5-422d-a596-91e107f4da71 req-2d6349b5-1802-4f8e-b065-2f4b2d9c2a85 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:11.188137 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f83dbf67-32c5-422d-a596-91e107f4da71 req-2d6349b5-1802-4f8e-b065-2f4b2d9c2a85 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0517156 May 18 22:59:11.246030 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:11.252665 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f83dbf67-32c5-422d-a596-91e107f4da71 req-88b53a41-53aa-4b0a-9134-84ff7d7ee213 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589848 May 18 22:59:11.484671 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:12.366056 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b901ce-8e43-45c3-8032-9433dbba1e81 req-28560683-78c9-4b8a-b80f-3f654ba6bfb2 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:12.367505 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28b901ce-8e43-45c3-8032-9433dbba1e81 req-28560683-78c9-4b8a-b80f-3f654ba6bfb2 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0477529 May 18 22:59:12.426629 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28b901ce-8e43-45c3-8032-9433dbba1e81 req-fa309a9a-23df-4011-b68e-9030f7d744f8 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535953 May 18 22:59:12.909491 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:13.542152 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12e12-148c-466d-8d88-fe308dae8802 req-26083802-bd03-41d6-8a5b-c6a87007b898 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:13.547850 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43b12e12-148c-466d-8d88-fe308dae8802 req-26083802-bd03-41d6-8a5b-c6a87007b898 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0494599 May 18 22:59:13.605717 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-43b12e12-148c-466d-8d88-fe308dae8802 req-76c8f430-45f5-4c36-af67-1874eb0423de tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561061 May 18 22:59:14.725724 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbb61e-4f8a-4a42-bcdc-32a93dd68c3a req-d300619f-2a8e-4784-bc5a-15e7636ef9df tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:14.725724 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-05bbb61e-4f8a-4a42-bcdc-32a93dd68c3a req-d300619f-2a8e-4784-bc5a-15e7636ef9df tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0489702 May 18 22:59:14.785718 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-05bbb61e-4f8a-4a42-bcdc-32a93dd68c3a req-55bad813-720d-4f00-8379-0b8a5fe39e77 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4&id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552447 May 18 22:59:17.754686 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=32,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:17.755474 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=23,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:21.225281 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 53196) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:59:21.332990 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1aba445d-8b4a-4d3b-9e85-25ef608580b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:21.345521 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:21.409108 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1aba445d-8b4a-4d3b-9e85-25ef608580b4 admin admin] Publish callbacks [] for security_group (e6d16e4f-aeca-41d6-ba57-b0c60b3c37f3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:21.491920 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1aba445d-8b4a-4d3b-9e85-25ef608580b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e6d16e4f-aeca-41d6-ba57-b0c60b3c37f3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:21.530908 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1aba445d-8b4a-4d3b-9e85-25ef608580b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c72b46eaec154d6688601d82e7d1a1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045285 May 18 22:59:21.531734 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba445d-8b4a-4d3b-9e85-25ef608580b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d16e4f-aeca-41d6-ba57-b0c60b3c37f3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:59:21.533737 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53200) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 22:59:21.581894 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f977048e-7c87-454c-a0a1-d886e8003566 admin admin] Publish callbacks [] for security_group (e6d16e4f-aeca-41d6-ba57-b0c60b3c37f3), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:21.603452 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f977048e-7c87-454c-a0a1-d886e8003566 admin admin] Publish callbacks [] for security_group (e6d16e4f-aeca-41d6-ba57-b0c60b3c37f3), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:21.703173 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f977048e-7c87-454c-a0a1-d886e8003566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (e6d16e4f-aeca-41d6-ba57-b0c60b3c37f3), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:21.705607 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f977048e-7c87-454c-a0a1-d886e8003566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:21.706765 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f977048e-7c87-454c-a0a1-d886e8003566 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6d16e4f-aeca-41d6-ba57-b0c60b3c37f3 HTTP/1.1" status: 204 len: 168 time: 0.1720064 May 18 22:59:21.715520 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977048e-7c87-454c-a0a1-d886e8003566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d16e4f-aeca-41d6-ba57-b0c60b3c37f3,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 22:59:22.854867 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:29.395787 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:29.478819 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:30.905628 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 22:59:31.525247 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=60,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:31.527247 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=7 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:31.710141 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:31.710889 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:35.443812 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=16 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:36.668605 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a238327c-b925-4dfd-9c02-ee269b69de77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:38.960113 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-651a02e4-1ac9-4b34-98de-8b1ad8ba5e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:39.982536 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:40.901511 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=20 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:41.474208 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:42.914240 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 22:59:48.109743 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-b9f047a1-7fb6-45d1-9007-f0fce73992fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421410 May 18 22:59:48.213385 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-6101aa0e-072f-4a55-94be-44b7d255eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:48.214870 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-6101aa0e-072f-4a55-94be-44b7d255eb5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1168 time: 0.0389991 May 18 22:59:48.324140 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-8fcc760b-ef1c-4662-84d5-12a5c2c37ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:48.325595 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-8fcc760b-ef1c-4662-84d5-12a5c2c37ae2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.0894949 May 18 22:59:48.651150 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-84b9e3ed-c483-4517-9df2-8992e392ef80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 1000 time: 0.3186219 May 18 22:59:48.700347 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-c5dbbc20-9488-40ed-912d-8ff250b7c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:48.701749 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-c5dbbc20-9488-40ed-912d-8ff250b7c0a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0436828 May 18 22:59:48.747814 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-f5f2c526-08c6-4807-8cc7-10cafed225e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 22:59:48.749291 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-f5f2c526-08c6-4807-8cc7-10cafed225e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415635 May 18 22:59:48.837557 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-84c70e69-96e8-4b27-a279-5a801f26845d service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822737 May 18 22:59:48.929629 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8993f74-981e-43c7-95da-dcfef4a054ca req-baea3073-ac48-4d31-a54d-b43c0942305e service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850909 May 18 22:59:52.852518 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:52.859476 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:58.924683 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=50 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:58.926547 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=51 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 22:59:59.479557 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:06.651055 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15b7dcb8-2bb0-46c1-8d56-cf4530bb9e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:07.904247 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:00:08.919396 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4bed9bce-d77d-4d27-843c-09d00c1fbca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:10.016594 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:11.485229 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:12.923276 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:17.899738 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:17.900480 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:18.109309 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-ee941bb5-bb57-4c61-a7c5-c6318818d9c1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936310504&fields=id&tenant_id=d6448a906a594b6183ad55b7c49b24ff HTTP/1.1" status: 200 len: 267 time: 0.0461779 May 18 23:00:18.160346 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-de4b394f-5d4c-4fb7-a9d5-ecfa63d3c202 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:18.161880 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-de4b394f-5d4c-4fb7-a9d5-ecfa63d3c202 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 984 time: 0.0472457 May 18 23:00:18.172484 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Request body: {'port': {'security_groups': ['292ea479-05fa-4884-99b5-e7bccfcefb5c']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 18 23:00:18.245428 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1568611'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.451085 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] For port 05f877a6-d013-42a7-9c40-0e319d309c38, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=05f877a6-d013-42a7-9c40-0e319d309c38,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:18.478268 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for port (05f877a6-d013-42a7-9c40-0e319d309c38), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.547480 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783430833035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783430443057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783430443075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4530194'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.586392 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['05f877a6-d013-42a7-9c40-0e319d309c38'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 23:00:18.587603 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:18.588270 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.592462 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7000ae4e-ff2f-40d8-8e1b-29adc35f25ac req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "PUT /v2.0/ports/05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 942 time: 0.4224226 May 18 23:00:18.595753 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53216) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:18.602959 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 23:00:18.605179 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b7199d-4724-4f5d-a440-d6f9790adcda" -d '{"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 23:00:18.629072 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event updated for resources: {'Port': ['ID=05f877a6-d013-42a7-9c40-0e319d309c38,revision_number=7']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:18.637564 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.638236 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.638637 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.639857 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.639857 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.639857 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.640185 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.640536 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.641180 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.642210 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.642891 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.643298 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.643709 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.644098 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.644532 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622fe0a7-cc80-487e-8481-cb15ab924aa1 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.669228 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 23:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce51ed4-c023-45d7-a9eb-efba50818793 x-openstack-request-id: req-7ce51ed4-c023-45d7-a9eb-efba50818793 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 23:00:18.669500 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 23:00:18.669847 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ce51ed4-c023-45d7-a9eb-efba50818793 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 23:00:18.670359 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce51ed4-c023-45d7-a9eb-efba50818793'] response: {'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38', 'status': 'completed', 'code': 200} May 18 23:00:18.687072 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group (afc41bdb-26ff-4d5d-8cfb-ac29d91decf4), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.716657 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group (afc41bdb-26ff-4d5d-8cfb-ac29d91decf4), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.720817 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['05f877a6-d013-42a7-9c40-0e319d309c38'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 23:00:18.770830 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-dccf4a64-582d-4742-90e6-4f43fe3cb239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:18.778123 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-dccf4a64-582d-4742-90e6-4f43fe3cb239 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1129 time: 0.0533183 May 18 23:00:18.834966 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (afc41bdb-26ff-4d5d-8cfb-ac29d91decf4), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.840329 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.843006 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "DELETE /v2.0/security-groups/afc41bdb-26ff-4d5d-8cfb-ac29d91decf4 HTTP/1.1" status: 204 len: 168 time: 0.2444613 May 18 23:00:18.845392 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 53222) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:18.855033 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc41bdb-26ff-4d5d-8cfb-ac29d91decf4,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:18.866228 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.869661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.869661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.869661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.869661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.869661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.869661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.869661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.869661 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.871017 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.871319 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-559dcc9f-bdb9-4e53-a415-310a14d82cd4 None None] Provisioning complete for port 05f877a6-d013-42a7-9c40-0e319d309c38 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 18 23:00:18.871654 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.871999 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.872275 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-559dcc9f-bdb9-4e53-a415-310a14d82cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525747'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:18.872397 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.872660 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.872988 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46fc98-4497-4865-9bee-e067485bc034 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:18.926137 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-a6971b4f-a97d-47d8-afb3-ce100b9d76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:18.927740 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-a6971b4f-a97d-47d8-afb3-ce100b9d76fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.1476314 May 18 23:00:18.999196 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-559dcc9f-bdb9-4e53-a415-310a14d82cd4 None None] Current status of the port 05f877a6-d013-42a7-9c40-0e319d309c38 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 18 23:00:19.035348 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-0d885c97-a8dc-40c9-b360-c6e45b6793b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 1000 time: 0.1011872 May 18 23:00:19.097693 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Deleting port b30d9fff-5062-4aec-a873-ef53ac3a8695 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:19.098064 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (b30d9fff-5062-4aec-a873-ef53ac3a8695), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:19.145598 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-70071e30-ccb4-4e1d-a2df-53f88aceae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:19.147063 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-70071e30-ccb4-4e1d-a2df-53f88aceae2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0951025 May 18 23:00:19.163130 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:19.184831 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:19.207627 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-fdbe6ed2-8ff0-4258-bb52-757c701bf9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:19.209161 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-fdbe6ed2-8ff0-4258-bb52-757c701bf9fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560706 May 18 23:00:19.228061 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (b30d9fff-5062-4aec-a873-ef53ac3a8695), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:19.229827 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for floatingip (b30d9fff-5062-4aec-a873-ef53ac3a8695), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:19.276681 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Calling delete_port for b30d9fff-5062-4aec-a873-ef53ac3a8695 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:19.372090 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-91c5b2a8-1d8f-42cc-9600-b799a57ffce7 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543443 May 18 23:00:19.507089 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b7199d-4724-4f5d-a440-d6f9790adcda req-8c099e96-0f11-41b7-9bd9-231d826e50bf service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282365 May 18 23:00:19.592524 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (b30d9fff-5062-4aec-a873-ef53ac3a8695), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:19.619691 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event deleted for resources: {'Port': ['ID=b30d9fff-5062-4aec-a873-ef53ac3a8695,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:19.684272 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks [] for floatingip (64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:19.684601 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Floating IP 64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1 disassociated (deleted). External IP: 172.27.1.21, port: 05f877a6-d013-42a7-9c40-0e319d309c38. May 18 23:00:19.879784 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:19.883796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 23:00:19.983948 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 23:00:19.989520 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:19.994480 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] Sync routers for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 23:00:20.005480 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 23:00:20.006131 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T23:00:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:20.021947 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e4db04f3-f15b-437c-a34a-ef0d5b37237e tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "DELETE /v2.0/floatingips/64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1 HTTP/1.1" status: 204 len: 168 time: 1.1755359 May 18 23:00:20.108698 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 23:00:20.254249 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:20.286387 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:20.291511 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 5, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:20.320282 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] Checking router: a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 23:00:20.328713 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 23:00:20.329329 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T23:00:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:20.433626 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 23:00:20.618204 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 5, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:20.641984 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b8f0e-d665-42f7-82ac-d69d4affdaea None None] The sync data for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi is: [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:06Z', 'revision_number': 4, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi', '_interfaces': [{'id': '5e04d788-6b0b-4bbd-9bb6-36b5438f72ae', 'name': '', 'network_id': '12ced659-e9e7-4e4d-acc0-3a4bd251a2f9', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'mac_address': 'fa:16:3e:52:79:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:05Z', 'updated_at': '2022-05-18T22:57:10Z', 'revision_number': 5, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'subnets': [{'id': '3f2c2f20-d490-48c4-8f36-b7f0a1d74287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 23:00:20.671782 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 23:00:20.680216 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18491ab0-4278-4b43-a501-ec2a7e0d8882" -d '{"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 23:00:20.711475 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 May 2022 23:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56865c0-1e91-4bc4-bbd9-ef0d2099d97d x-openstack-request-id: req-f56865c0-1e91-4bc4-bbd9-ef0d2099d97d {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 23:00:20.711741 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 23:00:20.711991 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f56865c0-1e91-4bc4-bbd9-ef0d2099d97d {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 23:00:20.712448 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56865c0-1e91-4bc4-bbd9-ef0d2099d97d'] response: {'name': 'network-changed', 'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38', 'status': 'completed', 'code': 200} May 18 23:00:20.868232 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d5a500-6224-4d73-9572-dad676d5a650 None None] New status for floating IP 64136715-c1b9-4ec0-b6ba-1dca2eb2b6d1: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 18 23:00:21.045206 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-ce9f5f08-f869-4099-bd62-84cecb6ab9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:21.046791 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-ce9f5f08-f869-4099-bd62-84cecb6ab9ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6448a906a594b6183ad55b7c49b24ff&device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 1129 time: 0.0816581 May 18 23:00:21.112670 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:21.143409 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-ddbbb808-11e7-439c-aa38-4984b089c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:21.144883 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-ddbbb808-11e7-439c-aa38-4984b089c7ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 200 len: 916 time: 0.0866222 May 18 23:00:21.188091 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-728255ac-c463-429b-8334-43ed08e2dd77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 200 len: 217 time: 0.0378337 May 18 23:00:21.236041 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-3e69a156-495e-41be-86eb-e80235acb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:21.237441 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-3e69a156-495e-41be-86eb-e80235acb8cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 200 len: 854 time: 0.0435522 May 18 23:00:21.279584 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-8880f1cd-c0a6-4c9b-a6a3-70a2b5392048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:21.281086 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-8880f1cd-c0a6-4c9b-a6a3-70a2b5392048 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379381 May 18 23:00:21.375248 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-cd8876dd-365b-464c-bfea-a2ea68f40cd8 service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864694 May 18 23:00:21.469047 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18491ab0-4278-4b43-a501-ec2a7e0d8882 req-f2eafb4f-67c2-471f-b014-54c9a3c4875e service neutron] 10.222.0.24 "GET /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873437 May 18 23:00:24.244050 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b5ac9-c700-4c34-987c-ff58076347ff req-ff164a86-5ab1-402a-ba31-9a89521c8bbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:24.245511 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-166b5ac9-c700-4c34-987c-ff58076347ff req-ff164a86-5ab1-402a-ba31-9a89521c8bbe tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0515175 May 18 23:00:24.292675 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-166b5ac9-c700-4c34-987c-ff58076347ff req-55bfdd40-2da3-4172-861f-dd6d82faf36a tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 May 18 23:00:25.406069 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536b295-0ec6-45fa-afb3-a86d0e17def5 req-aa0b4fef-ffc8-49ee-9081-254faf590a95 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:25.408301 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9536b295-0ec6-45fa-afb3-a86d0e17def5 req-aa0b4fef-ffc8-49ee-9081-254faf590a95 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0454102 May 18 23:00:25.453790 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9536b295-0ec6-45fa-afb3-a86d0e17def5 req-4202d5cf-6c95-4dc8-83d6-b7866c43016d tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 May 18 23:00:26.435437 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-476e0345-c15c-40dc-9c4a-decf277b9656 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:26.436857 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-476e0345-c15c-40dc-9c4a-decf277b9656 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0501688 May 18 23:00:26.525490 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Deleting port 05f877a6-d013-42a7-9c40-0e319d309c38 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:26.525840 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:26.622218 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dbf3a-e204-4efb-a551-ebfd65e124f7 req-cc0a19cb-61e5-45c2-be39-0a14dab7c9c0 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 18 23:00:26.623673 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b2dbf3a-e204-4efb-a551-ebfd65e124f7 req-cc0a19cb-61e5-45c2-be39-0a14dab7c9c0 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 945 time: 0.0942817 May 18 23:00:26.662286 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=100 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:26.699277 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] For port 05f877a6-d013-42a7-9c40-0e319d309c38, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=05f877a6-d013-42a7-9c40-0e319d309c38,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:26.699565 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:26.717786 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b2dbf3a-e204-4efb-a551-ebfd65e124f7 req-044c3b1d-0a06-4f6a-a651-c57ed9ffdd1f tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/security-groups?id=292ea479-05fa-4884-99b5-e7bccfcefb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881565 May 18 23:00:26.718739 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Calling delete_port for 05f877a6-d013-42a7-9c40-0e319d309c38 owned by compute:nova {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:26.796638 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:26.906197 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (05f877a6-d013-42a7-9c40-0e319d309c38), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:26.932007 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Pushing event deleted for resources: {'Port': ['ID=05f877a6-d013-42a7-9c40-0e319d309c38,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:26.942991 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] get_ports_and_sgs() called for port_ids ['05f877a6-d013-42a7-9c40-0e319d309c38'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 18 23:00:26.982623 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] No DVR routers for this DVR port 05f877a6-d013-42a7-9c40-0e319d309c38 on host hv-cinder-83800 {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 23:00:26.984998 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234431'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:26.989054 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1cb89eeb-7edb-4623-9eba-4402a23960f1 req-856fc556-6d90-4aeb-9be7-96a7a7cef4ec tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.24 "DELETE /v2.0/ports/05f877a6-d013-42a7-9c40-0e319d309c38 HTTP/1.1" status: 204 len: 173 time: 0.5460730 May 18 23:00:26.989482 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'name': 'network-vif-deleted', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 18 23:00:26.992694 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48d26dd15b5c0d5611c69d63bc91417f05f99a4c9820cc3d6641c0a089d2639f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2072c51-105f-407b-811c-5cc1cd1e4a8d" -d '{"events": [{"server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "name": "network-vif-deleted", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 18 23:00:27.026426 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 May 2022 23:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5506b1-21ea-45d6-b2ac-c177560307e4 x-openstack-request-id: req-6f5506b1-21ea-45d6-b2ac-c177560307e4 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 18 23:00:27.026718 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d822aa2-f890-47bc-8771-77c3c4c0f15f", "name": "network-vif-deleted", "tag": "05f877a6-d013-42a7-9c40-0e319d309c38", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 18 23:00:27.026964 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f5506b1-21ea-45d6-b2ac-c177560307e4 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 18 23:00:27.027362 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5506b1-21ea-45d6-b2ac-c177560307e4'] response: {'server_uuid': '2d822aa2-f890-47bc-8771-77c3c4c0f15f', 'name': 'network-vif-deleted', 'tag': '05f877a6-d013-42a7-9c40-0e319d309c38', 'status': 'completed', 'code': 200} May 18 23:00:27.830489 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff9a1255-061e-4637-a75e-27e7220a1d00 req-852258ff-8be7-40aa-b22a-8bbfd58b04a9 tempest-TestMinimumBasicScenario-1887342098 tempest-TestMinimumBasicScenario-1887342098-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d822aa2-f890-47bc-8771-77c3c4c0f15f HTTP/1.1" status: 200 len: 210 time: 0.0322580 May 18 23:00:28.859187 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=11,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:28.861132 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=24 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:29.406451 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 05f877a6-d013-42a7-9c40-0e319d309c38 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 23:00:29.427609 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] No Port match for: 05f877a6-d013-42a7-9c40-0e319d309c38 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 23:00:29.427940 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Device 05f877a6-d013-42a7-9c40-0e319d309c38 not bound to the agent host hv-cinder-83800 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 23:00:29.479233 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:30.216844 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53314) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:30.769118 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:30.988435 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Deleting port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:30.988840 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:31.066952 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] For port 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:31.067320 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:31.079603 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Calling delete_port for 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:31.313984 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (5e04d788-6b0b-4bbd-9bb6-36b5438f72ae), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:31.318121 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:31.322459 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:31.347998 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e04d788-6b0b-4bbd-9bb6-36b5438f72ae,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:31.507770 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:31.706831 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 23:00:31.807857 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 23:00:31.813853 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-889e1d42-f408-47a6-84c0-3520a067cf22 admin admin] 10.222.0.70 "PUT /v2.0/routers/a122f6c3-3f23-4e5d-81ec-5ae351bfbd36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5959234 May 18 23:00:31.817286 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53318) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:31.820820 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] Sync routers for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 23:00:31.830944 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 23:00:31.833001 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T23:00:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:31.915731 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks [] for router (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:31.938373 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: dv-cinder-838009-6-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 23:00:32.012078 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks [] for router_gateway (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.152796 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Deleting port 0975ca25-c257-4447-9cc5-7d7744b27613 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:32.153130 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.154762 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:32.242077 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] For port 0975ca25-c257-4447-9cc5-7d7744b27613, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=0975ca25-c257-4447-9cc5-7d7744b27613,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:32.242492 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.246466 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T23:00:31Z', 'revision_number': 5, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port': {'id': '0975ca25-c257-4447-9cc5-7d7744b27613', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:72:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:32.256211 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Calling delete_port for 0975ca25-c257-4447-9cc5-7d7744b27613 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:32.271755 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] Checking router: a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 for host: dv-cinder-838009-6-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 23:00:32.280099 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] Routers {'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 23:00:32.280706 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T23:00:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:32.370855 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] Set router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 23:00:32.422769 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T23:00:32Z', 'revision_number': 6, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port_host': None}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:32.430138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:32.446280 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e2af1-0e29-43e9-a7eb-a0f8e97ec092 None None] The sync data for ids ['a122f6c3-3f23-4e5d-81ec-5ae351bfbd36'] in dv-cinder-838009-6-iscsi is: [{'id': 'a122f6c3-3f23-4e5d-81ec-5ae351bfbd36', 'name': 'tempest-TestMinimumBasicScenario-1957562780-router', 'tenant_id': 'd6448a906a594b6183ad55b7c49b24ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:03Z', 'updated_at': '2022-05-18T23:00:32Z', 'revision_number': 6, 'project_id': 'd6448a906a594b6183ad55b7c49b24ff', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 23:00:32.519971 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (0975ca25-c257-4447-9cc5-7d7744b27613), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.545757 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Pushing event deleted for resources: {'Port': ['ID=0975ca25-c257-4447-9cc5-7d7744b27613,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:32.611245 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.693940 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.696144 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks [] for router_controller (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.805058 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (a122f6c3-3f23-4e5d-81ec-5ae351bfbd36), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.805666 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 23:00:32.810825 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.812082 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9f0adaaa-a180-41a0-9a0d-95d7dc37c704 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a122f6c3-3f23-4e5d-81ec-5ae351bfbd36 HTTP/1.1" status: 204 len: 168 time: 0.9937825 May 18 23:00:32.814598 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53320) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:32.863594 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e089baa5-a220-4ffa-ab3d-111c724ad371 admin admin] Deleting subnet 3f2c2f20-d490-48c4-8f36-b7f0a1d74287 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 23:00:32.867140 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e089baa5-a220-4ffa-ab3d-111c724ad371 admin admin] Publish callbacks [] for subnet (3f2c2f20-d490-48c4-8f36-b7f0a1d74287), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.917620 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e089baa5-a220-4ffa-ab3d-111c724ad371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (3f2c2f20-d490-48c4-8f36-b7f0a1d74287), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:32.990024 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e089baa5-a220-4ffa-ab3d-111c724ad371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (3f2c2f20-d490-48c4-8f36-b7f0a1d74287), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.123828 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e089baa5-a220-4ffa-ab3d-111c724ad371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (3f2c2f20-d490-48c4-8f36-b7f0a1d74287), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.155138 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e089baa5-a220-4ffa-ab3d-111c724ad371 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.158260 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e089baa5-a220-4ffa-ab3d-111c724ad371 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3f2c2f20-d490-48c4-8f36-b7f0a1d74287 HTTP/1.1" status: 204 len: 168 time: 0.3425660 May 18 23:00:33.159078 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089baa5-a220-4ffa-ab3d-111c724ad371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2c2f20-d490-48c4-8f36-b7f0a1d74287,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:33.161539 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 53322) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:33.164764 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a23b18-996c-46ad-95ca-48e066089926 None None] Network 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 23:00:33.214627 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 23:00:33.235129 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (12ced659-e9e7-4e4d-acc0-3a4bd251a2f9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.252600 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 23:00:33.253210 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 5e04d788-6b0b-4bbd-9bb6-36b5438f72ae not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 23:00:33.258389 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:33.279085 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Deleting port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:33.279424 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.357744 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] For port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:33.358061 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] DHCP port deletion for 12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 23:00:33.358202 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.371179 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Calling delete_port for 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:33.395427 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Deleting port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:33.395799 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.462330 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] For port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,segment=NetworkSegment(f193c078-3a02-4374-b4f7-21e6f79fe2b8),segment_id=f193c078-3a02-4374-b4f7-21e6f79fe2b8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:33.462721 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.475780 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Calling delete_port for 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:33.507070 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.526725 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=100 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:33.533007 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:33.540321 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] No DVR routers for this DVR port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e on host dv-cinder-838009-6-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 23:00:33.558107 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.584131 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Pushing event deleted for resources: {'Port': ['ID=8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:33.593163 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] No DVR routers for this DVR port 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 23:00:33.595431 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.597461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.597461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.597461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.597461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.597461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.597461 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.598116 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.598116 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.598406 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.598723 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.599041 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.599349 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.599658 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.599968 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5c01e-a4ac-4dc6-a9a5-9553b5072e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-6-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 23:00:33.619558 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (12ced659-e9e7-4e4d-acc0-3a4bd251a2f9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.639168 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ced659-e9e7-4e4d-acc0-3a4bd251a2f9']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:33.648989 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f193c078-3a02-4374-b4f7-21e6f79fe2b8') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:33.649281 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f193c078-3a02-4374-b4f7-21e6f79fe2b8') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:33.658455 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5175124'] for segment (f193c078-3a02-4374-b4f7-21e6f79fe2b8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.671742 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (f193c078-3a02-4374-b4f7-21e6f79fe2b8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.678536 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 23:00:33.680012 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4530294'] for segment (f193c078-3a02-4374-b4f7-21e6f79fe2b8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: Traceback (most recent call last): May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: timer() May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: cb(*args, **kw) May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: return func(*args, **kwargs) May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: self._notify() May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: self.callback(batched_events) May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: event.method(event) May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: return f(self, *a, **k) May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._get(url).json() May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 23:00:33.680598 dv-cinder-838009-6-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 23:00:33.782023 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (12ced659-e9e7-4e4d-acc0-3a4bd251a2f9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.787660 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:33.790964 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] 10.222.0.70 "DELETE /v2.0/networks/12ced659-e9e7-4e4d-acc0-3a4bd251a2f9 HTTP/1.1" status: 204 len: 168 time: 0.6283150 May 18 23:00:33.794192 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53324) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:33.802425 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c334bf-b3de-4295-b30a-146f68b4d532 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ced659-e9e7-4e4d-acc0-3a4bd251a2f9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:33.930955 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:34.102860 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424286'] for router_interface (98b592ad-8c82-4d9c-9659-ad26290d768a), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:34.140922 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:34.315982 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Deleting port e4397bfc-a763-4a78-93f1-36c02a9ca465 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:34.316218 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:34.391977 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] For port e4397bfc-a763-4a78-93f1-36c02a9ca465, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=e4397bfc-a763-4a78-93f1-36c02a9ca465,segment=NetworkSegment(8ab97b15-2d14-4bca-bdd2-0682c0e81af1),segment_id=8ab97b15-2d14-4bca-bdd2-0682c0e81af1)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:34.392332 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:34.407755 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Calling delete_port for e4397bfc-a763-4a78-93f1-36c02a9ca465 owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:34.656273 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (e4397bfc-a763-4a78-93f1-36c02a9ca465), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:34.679357 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4397bfc-a763-4a78-93f1-36c02a9ca465,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:34.853349 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396097'] for router_interface (98b592ad-8c82-4d9c-9659-ad26290d768a), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:34.866362 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:34.897538 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 23:00:34.918021 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 23:00:34.918868 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 8a4f6a2f-b3c3-4b56-9d27-3839e4c34f0e not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 23:00:34.919280 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 0975ca25-c257-4447-9cc5-7d7744b27613 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 23:00:34.937668 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: 0975ca25-c257-4447-9cc5-7d7744b27613 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 23:00:34.938034 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device 0975ca25-c257-4447-9cc5-7d7744b27613 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 23:00:34.992201 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:34.993167 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:35.302409 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Router 98b592ad-8c82-4d9c-9659-ad26290d768a has already been hosted by L3 agent 7f73061b-b633-43f6-ab89-f74d058b3ac7 {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 18 23:00:35.350197 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:35.399855 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] Notify agent at l3_agent.dv-cinder-838009-6-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 18 23:00:35.404621 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f45d75bd-31e0-49bf-8313-98e5944258c1 admin admin] 10.222.0.70 "PUT /v2.0/routers/98b592ad-8c82-4d9c-9659-ad26290d768a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6093338 May 18 23:00:35.407554 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 53326) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:35.408796 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] Sync routers for ids ['98b592ad-8c82-4d9c-9659-ad26290d768a'] in dv-cinder-838009-6-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 23:00:35.419390 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] Routers {'98b592ad-8c82-4d9c-9659-ad26290d768a'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 23:00:35.422776 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T23:00:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['98b592ad-8c82-4d9c-9659-ad26290d768a'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:35.521025 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] Set router 98b592ad-8c82-4d9c-9659-ad26290d768a gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 23:00:35.693062 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T23:00:34Z', 'revision_number': 5, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:35.718809 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] Checking router: 98b592ad-8c82-4d9c-9659-ad26290d768a for host: dv-cinder-838009-6-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 23:00:35.727852 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] Routers {'98b592ad-8c82-4d9c-9659-ad26290d768a'} bound to L3 agent in host dv-cinder-838009-6-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 18 23:00:35.728465 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-18T22:32:39Z,description=,heartbeat_timestamp=2022-05-18T23:00:09Z,host='dv-cinder-838009-6-iscsi',id=7f73061b-b633-43f6-ab89-f74d058b3ac7,load=0,resource_versions=,resources_synced=,started_at=2022-05-18T22:32:39Z,topic='l3_agent')) {'router_ids': ['98b592ad-8c82-4d9c-9659-ad26290d768a'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:35.766648 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks [] for router (98b592ad-8c82-4d9c-9659-ad26290d768a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:35.797440 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:35.828527 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] Set router 98b592ad-8c82-4d9c-9659-ad26290d768a gateway port host: dv-cinder-838009-6-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 18 23:00:35.863947 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks [] for router_gateway (98b592ad-8c82-4d9c-9659-ad26290d768a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:35.868876 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:35.986167 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Deleting port d2c5b437-c341-44d8-8484-f1ae391fa351 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:35.986806 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:35.995763 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T23:00:34Z', 'revision_number': 5, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}], 'dv-cinder-838009-6-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:36.021265 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854cb955-8d07-4773-8fe5-800afdd06f7d None None] The sync data for ids ['98b592ad-8c82-4d9c-9659-ad26290d768a'] in dv-cinder-838009-6-iscsi is: [{'id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'name': 'tempest-TestMinimumBasicScenario-1092671145-router', 'tenant_id': 'aaa42dd66f804bda843aaea13937dcaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'external_fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T23:00:34Z', 'revision_number': 5, 'project_id': 'aaa42dd66f804bda843aaea13937dcaf', 'gw_port': {'id': 'd2c5b437-c341-44d8-8484-f1ae391fa351', 'name': '', 'network_id': '65f1145d-24de-46fd-820f-6cbd5d5d69cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b592ad-8c82-4d9c-9659-ad26290d768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-18T22:57:09Z', 'updated_at': '2022-05-18T22:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f386e4c-f592-4cc6-a504-3f75184f9456', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-6-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 23:00:36.074820 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] For port d2c5b437-c341-44d8-8484-f1ae391fa351, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=d2c5b437-c341-44d8-8484-f1ae391fa351,segment=NetworkSegment(5ecd01ba-98ca-4fc1-96a5-6255b1c91eab),segment_id=5ecd01ba-98ca-4fc1-96a5-6255b1c91eab)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:36.075183 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.088553 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Calling delete_port for d2c5b437-c341-44d8-8484-f1ae391fa351 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:36.302304 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4530213'] for port (d2c5b437-c341-44d8-8484-f1ae391fa351), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.334181 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c5b437-c341-44d8-8484-f1ae391fa351,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:36.395007 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-419180'] for router_gateway (98b592ad-8c82-4d9c-9659-ad26290d768a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.483494 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2338'] for router (98b592ad-8c82-4d9c-9659-ad26290d768a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.486174 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks [] for router_controller (98b592ad-8c82-4d9c-9659-ad26290d768a), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.576405 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421181'] for router (98b592ad-8c82-4d9c-9659-ad26290d768a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.577002 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b592ad-8c82-4d9c-9659-ad26290d768a {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 18 23:00:36.582796 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.588297 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e1f8e1c9-1f41-47d9-9855-71fbae4ef07c admin admin] 10.222.0.70 "DELETE /v2.0/routers/98b592ad-8c82-4d9c-9659-ad26290d768a HTTP/1.1" status: 204 len: 168 time: 1.1796598 May 18 23:00:36.590885 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53328) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:36.637085 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ab9c1b-a099-4bef-b338-8079869caa77 admin admin] Deleting subnet 348f86cb-edf3-486c-a08e-457797ca87fc {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 18 23:00:36.640583 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9c1b-a099-4bef-b338-8079869caa77 admin admin] Publish callbacks [] for subnet (348f86cb-edf3-486c-a08e-457797ca87fc), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.650996 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa2a4c72-a112-4016-b0c0-0ad9d3f4bf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.678219 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9c1b-a099-4bef-b338-8079869caa77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4582799'] for subnet (348f86cb-edf3-486c-a08e-457797ca87fc), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.760308 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9c1b-a099-4bef-b338-8079869caa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470943'] for subnet (348f86cb-edf3-486c-a08e-457797ca87fc), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.896312 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9c1b-a099-4bef-b338-8079869caa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4582747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4203858'] for subnet (348f86cb-edf3-486c-a08e-457797ca87fc), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.919164 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab9c1b-a099-4bef-b338-8079869caa77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348f86cb-edf3-486c-a08e-457797ca87fc,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:36.924545 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9c1b-a099-4bef-b338-8079869caa77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:36.928372 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b7ab9c1b-a099-4bef-b338-8079869caa77 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/348f86cb-edf3-486c-a08e-457797ca87fc HTTP/1.1" status: 204 len: 168 time: 0.3361609 May 18 23:00:36.930546 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53330) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:36.930709 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab48a8a-754a-469a-a3e2-4a565377aaf5 None None] Network 98e3b037-d861-4163-babc-fc1b4a141ba8 requested from dv-cinder-838009-6-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 18 23:00:37.002255 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496576'] for network (98e3b037-d861-4163-babc-fc1b4a141ba8), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.062469 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Deleting port b0342772-d226-480a-9dd4-2be80fc27a83 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:37.063655 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.099730 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] DHCP port deletion for 98e3b037-d861-4163-babc-fc1b4a141ba8 request from dv-cinder-838009-6-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 18 23:00:37.107862 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d2c5b437-c341-44d8-8484-f1ae391fa351 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 23:00:37.131484 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] For port b0342772-d226-480a-9dd4-2be80fc27a83, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=b0342772-d226-480a-9dd4-2be80fc27a83,segment=NetworkSegment(8ab97b15-2d14-4bca-bdd2-0682c0e81af1),segment_id=8ab97b15-2d14-4bca-bdd2-0682c0e81af1)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:37.131868 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.144329 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Calling delete_port for b0342772-d226-480a-9dd4-2be80fc27a83 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:37.149176 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: d2c5b437-c341-44d8-8484-f1ae391fa351 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 23:00:37.149474 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device d2c5b437-c341-44d8-8484-f1ae391fa351 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 23:00:37.149882 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device e4397bfc-a763-4a78-93f1-36c02a9ca465 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 23:00:37.176129 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: e4397bfc-a763-4a78-93f1-36c02a9ca465 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 23:00:37.176469 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device e4397bfc-a763-4a78-93f1-36c02a9ca465 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 23:00:37.178164 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] Deleting port b0342772-d226-480a-9dd4-2be80fc27a83 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 18 23:00:37.178532 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783430823397'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.246405 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] For port b0342772-d226-480a-9dd4-2be80fc27a83, host dv-cinder-838009-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-6-iscsi',level=0,port_id=b0342772-d226-480a-9dd4-2be80fc27a83,segment=NetworkSegment(8ab97b15-2d14-4bca-bdd2-0682c0e81af1),segment_id=8ab97b15-2d14-4bca-bdd2-0682c0e81af1)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 18 23:00:37.246804 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424340'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.259411 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] Calling delete_port for b0342772-d226-480a-9dd4-2be80fc27a83 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 18 23:00:37.302169 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4583082'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.305539 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:37.327451 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0342772-d226-480a-9dd4-2be80fc27a83,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:37.331233 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] No DVR routers for this DVR port b0342772-d226-480a-9dd4-2be80fc27a83 on host dv-cinder-838009-6-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 23:00:37.336476 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1568717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783430833017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783430443048'] for port (b0342772-d226-480a-9dd4-2be80fc27a83), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.361304 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] Pushing event deleted for resources: {'Port': ['ID=b0342772-d226-480a-9dd4-2be80fc27a83,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:37.363788 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9c212-91fe-4263-870b-29a4c00b990a None None] No DVR routers for this DVR port b0342772-d226-480a-9dd4-2be80fc27a83 on host dv-cinder-838009-6-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 23:00:37.408555 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1474154', 'neutron.services.segments.db._delete_segments_for_network-8783430984214'] for network (98e3b037-d861-4163-babc-fc1b4a141ba8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.429836 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e3b037-d861-4163-babc-fc1b4a141ba8']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:37.438825 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab97b15-2d14-4bca-bdd2-0682c0e81af1') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:37.439122 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab97b15-2d14-4bca-bdd2-0682c0e81af1') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 23:00:37.449596 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783430985503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4582838'] for segment (8ab97b15-2d14-4bca-bdd2-0682c0e81af1), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.455220 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:37.464576 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452'] for segment (8ab97b15-2d14-4bca-bdd2-0682c0e81af1), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.470670 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 23:00:37.471051 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1468452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4583161'] for segment (8ab97b15-2d14-4bca-bdd2-0682c0e81af1), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: Traceback (most recent call last): May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: timer() May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: cb(*args, **kw) May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: return func(*args, **kwargs) May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: self._notify() May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: self.callback(batched_events) May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: event.method(event) May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: return f(self, *a, **k) May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._get(url).json() May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 23:00:37.473613 dv-cinder-838009-6-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 23:00:37.582310 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1474129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-425054'] for network (98e3b037-d861-4163-babc-fc1b4a141ba8), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.586892 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587927'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:37.592214 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] 10.222.0.70 "DELETE /v2.0/networks/98e3b037-d861-4163-babc-fc1b4a141ba8 HTTP/1.1" status: 204 len: 168 time: 0.6584482 May 18 23:00:37.603401 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04071a0-e30a-4340-9f1d-e5c707153717 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e3b037-d861-4163-babc-fc1b4a141ba8,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:37.898768 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53334) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:37.943099 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-95d68cac-1efc-4cb5-9fbe-775fe9c40ff5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6448a906a594b6183ad55b7c49b24ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430739 May 18 23:00:37.945640 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.70', 53336) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:37.998395 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-61a0464f-85bb-4fda-85d7-c6e74e52a967 admin admin] Publish callbacks [] for security_group (292ea479-05fa-4884-99b5-e7bccfcefb5c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:38.020713 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-61a0464f-85bb-4fda-85d7-c6e74e52a967 admin admin] Publish callbacks [] for security_group (292ea479-05fa-4884-99b5-e7bccfcefb5c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:38.153374 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-61a0464f-85bb-4fda-85d7-c6e74e52a967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (292ea479-05fa-4884-99b5-e7bccfcefb5c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:38.155985 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-61a0464f-85bb-4fda-85d7-c6e74e52a967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:38.157131 dv-cinder-838009-6-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-61a0464f-85bb-4fda-85d7-c6e74e52a967 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/292ea479-05fa-4884-99b5-e7bccfcefb5c HTTP/1.1" status: 204 len: 168 time: 0.2104268 May 18 23:00:38.165336 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0464f-85bb-4fda-85d7-c6e74e52a967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292ea479-05fa-4884-99b5-e7bccfcefb5c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:38.830231 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53342) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:38.845382 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device b0342772-d226-480a-9dd4-2be80fc27a83 no longer exists at agent ovs-agent-dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 18 23:00:38.871977 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b196639c-b318-42a5-b22a-58366538fd3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aaa42dd66f804bda843aaea13937dcaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407417 May 18 23:00:38.872438 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] No Port match for: b0342772-d226-480a-9dd4-2be80fc27a83 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 18 23:00:38.872776 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Device b0342772-d226-480a-9dd4-2be80fc27a83 not bound to the agent host dv-cinder-838009-6-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 18 23:00:38.874703 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.70', 53344) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 18 23:00:38.924593 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67bff167-efca-47d5-ac8b-d136fcee6221 admin admin] Publish callbacks [] for security_group (8a255fec-ce7c-432b-a998-1f9aed005eeb), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:38.946828 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67bff167-efca-47d5-ac8b-d136fcee6221 admin admin] Publish callbacks [] for security_group (8a255fec-ce7c-432b-a998-1f9aed005eeb), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:38.958036 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-953e5d25-b966-4205-a22f-d59f629b0e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:39.060757 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67bff167-efca-47d5-ac8b-d136fcee6221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529555'] for security_group (8a255fec-ce7c-432b-a998-1f9aed005eeb), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:39.062941 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67bff167-efca-47d5-ac8b-d136fcee6221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:39.064091 dv-cinder-838009-6-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-67bff167-efca-47d5-ac8b-d136fcee6221 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a255fec-ce7c-432b-a998-1f9aed005eeb HTTP/1.1" status: 204 len: 168 time: 0.1884103 May 18 23:00:39.072159 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff167-efca-47d5-ac8b-d136fcee6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a255fec-ce7c-432b-a998-1f9aed005eeb,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 23:00:39.991779 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:41.494377 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:42.976384 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:00:44.903745 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:00:45.395708 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:48.054360 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=54,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:48.160791 dv-cinder-838009-6-iscsi neutron-server[110667]: DEBUG dbcounter [-] [110667] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:49.067697 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=28,neutron:DELETE=3 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:49.068479 dv-cinder-838009-6-iscsi neutron-server[110666]: DEBUG dbcounter [-] [110666] Writing DB stats neutron:SELECT=38,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:54.899353 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=70 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:54.900123 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=58 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:55.445139 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:00:59.472736 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:06.683938 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0385-d281-4240-802d-f482ccdaac42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:08.941657 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-84b32648-6486-4915-85d2-6edf4f458713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:10.015760 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:11.489691 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:12.935843 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:21.903958 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:01:22.864756 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:01:22.867595 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:01:29.489570 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:35.436821 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=15 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:01:35.438125 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=19 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:01:36.670990 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c4797d05-b18d-4cef-bcb2-b2b7eb9630bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:38.921809 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-db2f52c3-35ca-4eb6-81bd-4d1f608af8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:39.990803 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:41.510824 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:42.927396 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:01:52.858667 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:01:52.864616 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:01:58.902740 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:01:59.573328 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:02.869852 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:02:06.694297 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-af92ef8e-9b27-44b3-be0f-50af7341e97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:08.898918 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:02:08.923001 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3ca80804-5a7c-4e9e-bc90-f13351f312fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:09.986238 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:11.498926 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:12.945802 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:22.863086 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:02:22.864935 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:02:29.555420 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:35.900947 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:02:36.688414 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3225c689-cf40-4584-8275-81d9b8dd6c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:38.917036 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f04606e9-9da0-46d0-96b7-9218ff1207af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:39.997693 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:41.494077 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:42.928034 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:02:45.896936 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:02:45.897684 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:02:55.560964 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:02:55.562799 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:02:59.545400 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:06.674542 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f052e3d5-333e-4816-a275-721df30f7427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:08.944838 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-80b0fc6b-a8fc-4901-8010-7683ce03643d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:09.996673 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:11.504757 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:12.899202 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:03:12.927723 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:16.863617 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:22.867727 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:22.868507 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:22.894912 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=4 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:29.596179 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:35.445810 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=12 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:35.446581 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=14 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:36.664602 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-88b69559-4e77-486a-9521-548e0525e5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:38.914251 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e80-9f26-403f-ba73-b2f10154539e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:40.001800 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:41.492767 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:42.960064 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:49.898511 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:03:52.864560 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:52.866430 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:59.565357 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:03:59.893847 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:03:59.894586 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=5 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:04:06.652561 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-68a88cf0-218f-4ff6-a776-5143514c7e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:08.915260 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9efc-3264-44bf-b490-c4c988b6f8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:10.018117 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:11.531128 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:12.942245 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:22.861743 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:04:22.868790 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:04:26.896794 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:04:29.554901 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:35.002697 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:04:36.669200 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df320f49-2a6e-4053-ad8e-5fded15ef305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:36.892359 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=8 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:04:38.921179 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-30e51271-9d5a-4404-bead-67459fd165f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:40.040707 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:41.526165 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:42.936179 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:04:55.451554 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:04:55.453422 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:04:59.566145 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:03.896010 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:05:06.662708 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-07b78755-b209-4896-bd70-4d52ae384f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:08.931696 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f53996f2-cf5b-4f03-ac1c-c81da02e4a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:10.011908 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:11.575303 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:12.935999 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:13.891311 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=2 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:05:13.892059 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=6 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:05:22.867901 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:05:22.873849 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:05:29.634079 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:36.672318 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-36da58ac-cb78-44f1-b31c-d1d2cbef2eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:38.931078 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a032cae6-8d21-4eca-a8c9-9f50757a69c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:40.033819 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:40.894091 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-35d04a34-0cf2-42e3-9169-ebba7ee993c6 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 18 23:05:41.520037 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:42.963355 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:05:44.847681 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=18 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:05:50.890643 dv-cinder-838009-6-iscsi neutron-server[110669]: DEBUG dbcounter [-] [110669] Writing DB stats neutron:SELECT=16 {{(pid=110669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:05:52.873174 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:05:52.875036 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG dbcounter [-] [110668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 18 23:05:59.604821 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7879a007-361f-42ef-8719-b36614df24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (0c7ed724-312a-4de5-b4a2-ff0022101958), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:06:06.667763 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-350b9dc2-4887-4efd-acad-e1e644b63fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7a80b0cc-eeea-4b32-b7dd-450170de7451), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:06:08.929141 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-deda6ca1-13b8-4370-add8-9416f548513e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (7f73061b-b633-43f6-ab89-f74d058b3ac7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:06:10.020571 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0620bcd-6d25-43a4-a52d-961918c0720f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (5388394b-82e0-4beb-bea6-4155b984cfb9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:06:11.546419 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-223e7899-f3d4-4283-a6e9-2af056c43dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (41752dbe-9aae-40fe-9bbb-5ed2ad195f24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 18 23:06:12.947468 dv-cinder-838009-6-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad1a0-aca0-42af-bb23-c346441e0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783430984196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525673'] for agent (f3f622bf-7346-4916-afff-401f6b63b4d0), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}